2024-11-07 15:43:52,249 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-07 15:43:52,268 main DEBUG Took 0.016937 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 15:43:52,269 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 15:43:52,269 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 15:43:52,270 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 15:43:52,272 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,283 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 15:43:52,300 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,302 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,303 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,305 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,307 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,308 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,310 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,311 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,311 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,312 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,312 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,313 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,314 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,315 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,315 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,316 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,316 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:43:52,317 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,317 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 15:43:52,320 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:43:52,321 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 15:43:52,324 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 15:43:52,324 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 15:43:52,326 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 15:43:52,327 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 15:43:52,340 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 15:43:52,344 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 15:43:52,346 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 15:43:52,347 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 15:43:52,347 main DEBUG createAppenders(={Console}) 2024-11-07 15:43:52,348 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-07 15:43:52,349 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-07 15:43:52,349 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-07 15:43:52,350 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 15:43:52,350 main DEBUG OutputStream closed 2024-11-07 15:43:52,351 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 15:43:52,351 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 15:43:52,352 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-07 15:43:52,441 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 15:43:52,443 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 15:43:52,445 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 15:43:52,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 15:43:52,446 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 15:43:52,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 15:43:52,447 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 15:43:52,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 15:43:52,448 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 15:43:52,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 15:43:52,449 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 15:43:52,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 15:43:52,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 15:43:52,450 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 15:43:52,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 15:43:52,451 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 15:43:52,452 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 15:43:52,453 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 15:43:52,455 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 15:43:52,456 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-07 15:43:52,456 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 15:43:52,457 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-07T15:43:52,473 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-07 15:43:52,476 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 15:43:52,476 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T15:43:52,519 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=11, AvailableMemoryMB=7025 2024-11-07T15:43:52,802 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed 2024-11-07T15:43:52,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:43:52,823 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52, deleteOnExit=true 2024-11-07T15:43:52,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:43:52,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/test.cache.data in system properties and HBase conf 2024-11-07T15:43:52,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:43:52,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:43:52,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:43:52,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:43:52,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:43:52,913 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T15:43:53,019 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:43:53,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:43:53,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:43:53,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:43:53,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:43:53,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:43:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:43:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:43:53,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:43:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:43:53,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:43:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:43:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:43:53,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:43:53,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:43:53,851 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T15:43:53,926 INFO [Time-limited test {}] log.Log(170): Logging initialized @2323ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T15:43:54,003 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:43:54,066 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:43:54,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:43:54,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:43:54,092 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:43:54,105 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:43:54,107 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:43:54,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:43:54,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/java.io.tmpdir/jetty-localhost-44767-hadoop-hdfs-3_4_1-tests_jar-_-any-1938722859368581364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:43:54,338 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:44767} 2024-11-07T15:43:54,338 INFO [Time-limited test {}] server.Server(415): Started @2736ms 2024-11-07T15:43:54,746 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:43:54,755 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:43:54,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:43:54,757 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:43:54,758 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:43:54,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:43:54,759 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:43:54,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/java.io.tmpdir/jetty-localhost-42565-hadoop-hdfs-3_4_1-tests_jar-_-any-13244178676076627239/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:43:54,885 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:42565} 2024-11-07T15:43:54,886 INFO [Time-limited test {}] server.Server(415): Started @3284ms 2024-11-07T15:43:54,943 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:43:55,069 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:43:55,076 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:43:55,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:43:55,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:43:55,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:43:55,080 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:43:55,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:43:55,210 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/java.io.tmpdir/jetty-localhost-39295-hadoop-hdfs-3_4_1-tests_jar-_-any-17267351099883370309/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:43:55,211 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:39295} 2024-11-07T15:43:55,211 INFO [Time-limited test {}] server.Server(415): Started @3609ms 2024-11-07T15:43:55,214 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:43:55,257 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:43:55,263 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:43:55,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:43:55,266 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:43:55,267 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:43:55,267 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:43:55,268 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:43:55,372 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data1/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,372 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data3/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,372 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data2/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,372 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data4/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/java.io.tmpdir/jetty-localhost-38545-hadoop-hdfs-3_4_1-tests_jar-_-any-10988841799520884599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:43:55,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:38545} 2024-11-07T15:43:55,406 INFO [Time-limited test {}] server.Server(415): Started @3804ms 2024-11-07T15:43:55,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:43:55,411 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:43:55,411 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:43:55,487 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbe1b697d013ebd5 with lease ID 0x4218bf1992f3e44f: Processing first storage report for DS-5cc83563-d282-4c82-a9cb-62e069570ccb from datanode DatanodeRegistration(127.0.0.1:35431, datanodeUuid=5d1d9e64-641b-4452-a7cc-8cf054be5255, infoPort=42451, infoSecurePort=0, ipcPort=40571, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbe1b697d013ebd5 with lease ID 0x4218bf1992f3e44f: from storage DS-5cc83563-d282-4c82-a9cb-62e069570ccb node DatanodeRegistration(127.0.0.1:35431, datanodeUuid=5d1d9e64-641b-4452-a7cc-8cf054be5255, infoPort=42451, infoSecurePort=0, ipcPort=40571, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,489 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37d4abfed7a118f with lease ID 0x4218bf1992f3e450: Processing first storage report for DS-5f4a34c9-3fac-4479-9be2-09feefd9634c from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=68da94c7-c6db-4477-9269-16b1b76f2a2b, infoPort=43595, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37d4abfed7a118f with lease ID 0x4218bf1992f3e450: from storage DS-5f4a34c9-3fac-4479-9be2-09feefd9634c node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=68da94c7-c6db-4477-9269-16b1b76f2a2b, infoPort=43595, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbe1b697d013ebd5 with lease ID 0x4218bf1992f3e44f: Processing first storage report for DS-163da6fc-1a6c-40f9-a913-1e7b06e0331b from datanode DatanodeRegistration(127.0.0.1:35431, datanodeUuid=5d1d9e64-641b-4452-a7cc-8cf054be5255, infoPort=42451, infoSecurePort=0, ipcPort=40571, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbe1b697d013ebd5 with lease ID 0x4218bf1992f3e44f: from storage DS-163da6fc-1a6c-40f9-a913-1e7b06e0331b node DatanodeRegistration(127.0.0.1:35431, datanodeUuid=5d1d9e64-641b-4452-a7cc-8cf054be5255, infoPort=42451, infoSecurePort=0, ipcPort=40571, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb37d4abfed7a118f with lease ID 0x4218bf1992f3e450: Processing first storage report for DS-d9800bc1-9391-4543-9605-1b7c8f76f6ee from datanode DatanodeRegistration(127.0.0.1:46621, datanodeUuid=68da94c7-c6db-4477-9269-16b1b76f2a2b, infoPort=43595, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb37d4abfed7a118f with lease ID 0x4218bf1992f3e450: from storage DS-d9800bc1-9391-4543-9605-1b7c8f76f6ee node DatanodeRegistration(127.0.0.1:46621, datanodeUuid=68da94c7-c6db-4477-9269-16b1b76f2a2b, infoPort=43595, infoSecurePort=0, ipcPort=35787, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,531 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data5/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,531 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data6/current/BP-27491381-172.17.0.2-1730994233606/current, will proceed with Du for space computation calculation, 2024-11-07T15:43:55,560 WARN [Thread-129 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:43:55,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3b5139b5cb011e2 with lease ID 0x4218bf1992f3e451: Processing first storage report for DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02 from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=65feba36-3cb0-4e00-8d0d-0dfd33a4228e, infoPort=38293, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3b5139b5cb011e2 with lease ID 0x4218bf1992f3e451: from storage DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02 node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=65feba36-3cb0-4e00-8d0d-0dfd33a4228e, infoPort=38293, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,567 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa3b5139b5cb011e2 with lease ID 0x4218bf1992f3e451: Processing first storage report for DS-bbb129d0-f242-4562-bd2f-b7eac09013a6 from datanode DatanodeRegistration(127.0.0.1:33419, datanodeUuid=65feba36-3cb0-4e00-8d0d-0dfd33a4228e, infoPort=38293, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606) 2024-11-07T15:43:55,567 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa3b5139b5cb011e2 with lease ID 0x4218bf1992f3e451: from storage DS-bbb129d0-f242-4562-bd2f-b7eac09013a6 node DatanodeRegistration(127.0.0.1:33419, datanodeUuid=65feba36-3cb0-4e00-8d0d-0dfd33a4228e, infoPort=38293, infoSecurePort=0, ipcPort=33829, storageInfo=lv=-57;cid=testClusterID;nsid=1997919566;c=1730994233606), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:43:55,809 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed 2024-11-07T15:43:55,884 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/zookeeper_0, clientPort=64418, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:43:55,894 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64418 2024-11-07T15:43:55,905 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:55,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:56,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:43:56,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:43:56,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:43:56,544 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 with version=8 2024-11-07T15:43:56,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/hbase-staging 2024-11-07T15:43:56,638 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T15:43:56,887 INFO [Time-limited test {}] client.ConnectionUtils(128): master/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:43:56,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:56,898 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:56,903 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:43:56,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:56,903 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:43:57,038 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:43:57,101 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T15:43:57,109 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T15:43:57,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:43:57,141 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7037 (auto-detected) 2024-11-07T15:43:57,142 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T15:43:57,162 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34041 2024-11-07T15:43:57,184 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34041 connecting to ZooKeeper ensemble=127.0.0.1:64418 2024-11-07T15:43:57,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340410x0, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:43:57,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34041-0x10183675f420000 connected 2024-11-07T15:43:57,243 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:43:57,261 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988, hbase.cluster.distributed=false 2024-11-07T15:43:57,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:43:57,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-07T15:43:57,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34041 2024-11-07T15:43:57,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34041 2024-11-07T15:43:57,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-07T15:43:57,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34041 2024-11-07T15:43:57,402 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:43:57,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,404 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:43:57,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,404 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:43:57,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:43:57,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:43:57,411 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45079 2024-11-07T15:43:57,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45079 connecting to ZooKeeper ensemble=127.0.0.1:64418 2024-11-07T15:43:57,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450790x0, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:43:57,423 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45079-0x10183675f420001 connected 2024-11-07T15:43:57,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:43:57,427 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:43:57,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:43:57,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:43:57,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:43:57,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-07T15:43:57,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45079 2024-11-07T15:43:57,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45079 2024-11-07T15:43:57,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-07T15:43:57,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45079 2024-11-07T15:43:57,467 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:43:57,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:43:57,468 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:43:57,469 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:43:57,469 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:43:57,471 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37137 2024-11-07T15:43:57,473 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37137 connecting to ZooKeeper ensemble=127.0.0.1:64418 2024-11-07T15:43:57,475 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371370x0, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:43:57,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371370x0, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:43:57,487 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:43:57,488 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:43:57,488 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37137-0x10183675f420002 connected 2024-11-07T15:43:57,490 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:43:57,493 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:43:57,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37137 2024-11-07T15:43:57,494 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37137 2024-11-07T15:43:57,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37137 2024-11-07T15:43:57,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37137 2024-11-07T15:43:57,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37137 2024-11-07T15:43:57,534 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/c2682f91c1e2:0 server-side Connection retries=45 2024-11-07T15:43:57,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,535 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:43:57,535 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:43:57,536 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:43:57,536 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:43:57,536 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:43:57,537 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44769 2024-11-07T15:43:57,540 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44769 connecting to ZooKeeper ensemble=127.0.0.1:64418 2024-11-07T15:43:57,541 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447690x0, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:43:57,568 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447690x0, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:43:57,569 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:43:57,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44769-0x10183675f420003 connected 2024-11-07T15:43:57,578 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:43:57,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:43:57,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:43:57,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-07T15:43:57,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44769 2024-11-07T15:43:57,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44769 2024-11-07T15:43:57,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-07T15:43:57,599 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44769 2024-11-07T15:43:57,616 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;c2682f91c1e2:34041 2024-11-07T15:43:57,617 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,629 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:57,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,661 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:43:57,663 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/c2682f91c1e2,34041,1730994236690 from backup master directory 2024-11-07T15:43:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:43:57,669 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:43:57,669 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:57,671 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T15:43:57,673 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T15:43:57,743 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/hbase.id] with ID: aa685d12-b9d3-47f9-bd13-aceb046169da 2024-11-07T15:43:57,743 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/.tmp/hbase.id 2024-11-07T15:43:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:43:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:43:57,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:43:57,759 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/.tmp/hbase.id]:[hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/hbase.id] 2024-11-07T15:43:57,801 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:43:57,805 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:43:57,825 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-07T15:43:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:57,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:43:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:43:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:43:57,867 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:43:57,869 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:43:57,886 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:43:57,890 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:43:57,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:43:57,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:43:57,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:43:57,945 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store 2024-11-07T15:43:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:43:57,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:43:57,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:43:57,973 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T15:43:57,977 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:57,979 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:43:57,980 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:43:57,980 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:43:57,981 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:43:57,982 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:43:57,982 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:43:57,983 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994237979Disabling compacts and flushes for region at 1730994237979Disabling writes for close at 1730994237982 (+3 ms)Writing region close event to WAL at 1730994237982Closed at 1730994237982 2024-11-07T15:43:57,986 WARN [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/.initializing 2024-11-07T15:43:57,986 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/WALs/c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:57,995 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:43:58,010 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C34041%2C1730994236690, suffix=, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/WALs/c2682f91c1e2,34041,1730994236690, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/oldWALs, maxLogs=10 2024-11-07T15:43:58,034 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/WALs/c2682f91c1e2,34041,1730994236690/c2682f91c1e2%2C34041%2C1730994236690.1730994238015, exclude list is [], retry=0 2024-11-07T15:43:58,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:43:58,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:43:58,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:43:58,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T15:43:58,099 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/WALs/c2682f91c1e2,34041,1730994236690/c2682f91c1e2%2C34041%2C1730994236690.1730994238015 2024-11-07T15:43:58,100 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38293:38293),(127.0.0.1/127.0.0.1:42451:42451),(127.0.0.1/127.0.0.1:43595:43595)] 2024-11-07T15:43:58,100 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:43:58,101 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:58,104 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,105 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:43:58,173 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:58,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:43:58,181 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:43:58,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:43:58,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:43:58,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:43:58,189 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,189 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:43:58,190 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,193 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,194 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,199 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,199 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,202 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:43:58,206 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:43:58,211 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:43:58,212 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69564253, jitterRate=0.0365881472826004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:43:58,221 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730994238118Initializing all the Stores at 1730994238120 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994238121 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994238121Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994238122 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994238122Cleaning up temporary data from old regions at 1730994238199 (+77 ms)Region opened successfully at 1730994238221 (+22 ms) 2024-11-07T15:43:58,223 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:43:58,260 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743329a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:43:58,293 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:43:58,305 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:43:58,305 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:43:58,309 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:43:58,310 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:43:58,315 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:43:58,316 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:43:58,347 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:43:58,358 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:43:58,360 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:43:58,363 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:43:58,365 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:43:58,366 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:43:58,368 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:43:58,371 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:43:58,373 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:43:58,374 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:43:58,375 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:43:58,395 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:43:58,397 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:43:58,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,404 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=c2682f91c1e2,34041,1730994236690, sessionid=0x10183675f420000, setting cluster-up flag (Was=false) 2024-11-07T15:43:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,423 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:43:58,425 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:58,435 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:43:58,437 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:58,444 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:43:58,504 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(746): ClusterId : aa685d12-b9d3-47f9-bd13-aceb046169da 2024-11-07T15:43:58,504 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(746): ClusterId : aa685d12-b9d3-47f9-bd13-aceb046169da 2024-11-07T15:43:58,504 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(746): ClusterId : aa685d12-b9d3-47f9-bd13-aceb046169da 2024-11-07T15:43:58,507 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:43:58,507 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:43:58,507 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:43:58,514 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:43:58,514 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:43:58,514 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:43:58,514 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:43:58,516 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:43:58,516 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:43:58,519 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:43:58,519 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:43:58,520 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:43:58,520 DEBUG [RS:2;c2682f91c1e2:44769 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48521f8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:43:58,520 DEBUG [RS:1;c2682f91c1e2:37137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625206a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:43:58,520 DEBUG [RS:0;c2682f91c1e2:45079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29d44cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=c2682f91c1e2/172.17.0.2:0 2024-11-07T15:43:58,527 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:43:58,538 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:43:58,540 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;c2682f91c1e2:44769 2024-11-07T15:43:58,541 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;c2682f91c1e2:37137 2024-11-07T15:43:58,543 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:43:58,543 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:43:58,543 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:43:58,543 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:43:58,543 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:43:58,543 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:43:58,546 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:43:58,546 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,34041,1730994236690 with port=44769, startcode=1730994237534 2024-11-07T15:43:58,546 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,34041,1730994236690 with port=37137, startcode=1730994237466 2024-11-07T15:43:58,549 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;c2682f91c1e2:45079 2024-11-07T15:43:58,549 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:43:58,549 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:43:58,549 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:43:58,551 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(2659): reportForDuty to master=c2682f91c1e2,34041,1730994236690 with port=45079, startcode=1730994237361 2024-11-07T15:43:58,554 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: c2682f91c1e2,34041,1730994236690 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:43:58,558 DEBUG [RS:2;c2682f91c1e2:44769 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:43:58,558 DEBUG [RS:1;c2682f91c1e2:37137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:43:58,558 DEBUG [RS:0;c2682f91c1e2:45079 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:43:58,563 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:43:58,563 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:43:58,563 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:43:58,563 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:43:58,564 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/c2682f91c1e2:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:43:58,564 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,564 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:43:58,564 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,566 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994268566 2024-11-07T15:43:58,568 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:43:58,569 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:43:58,573 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:43:58,574 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:43:58,574 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:43:58,574 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:43:58,575 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,580 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:43:58,581 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:43:58,582 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:43:58,584 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:43:58,584 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:43:58,587 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994238587,5,FailOnTimeoutGroup] 2024-11-07T15:43:58,588 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994238588,5,FailOnTimeoutGroup] 2024-11-07T15:43:58,588 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,589 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:43:58,590 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,590 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,592 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:43:58,593 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:43:58,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,601 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:43:58,601 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:43:58,601 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43451, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:43:58,601 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39671, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:43:58,608 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,610 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,637 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:43:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:43:58,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:43:58,642 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:58,642 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39727 2024-11-07T15:43:58,642 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:43:58,643 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:43:58,643 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:58,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(363): Checking decommissioned status of RegionServer c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,644 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:58,644 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] master.ServerManager(517): Registering regionserver=c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,644 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39727 2024-11-07T15:43:58,644 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:43:58,648 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:58,648 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39727 2024-11-07T15:43:58,648 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:43:58,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:43:58,651 DEBUG [RS:0;c2682f91c1e2:45079 {}] zookeeper.ZKUtil(111): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,652 DEBUG [RS:2;c2682f91c1e2:44769 {}] zookeeper.ZKUtil(111): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,652 WARN [RS:0;c2682f91c1e2:45079 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:43:58,652 WARN [RS:2;c2682f91c1e2:44769 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:43:58,652 INFO [RS:0;c2682f91c1e2:45079 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:43:58,652 INFO [RS:2;c2682f91c1e2:44769 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:43:58,652 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,652 DEBUG [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,654 DEBUG [RS:1;c2682f91c1e2:37137 {}] zookeeper.ZKUtil(111): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,654 WARN [RS:1;c2682f91c1e2:37137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:43:58,654 INFO [RS:1;c2682f91c1e2:37137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:43:58,654 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,37137,1730994237466] 2024-11-07T15:43:58,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,45079,1730994237361] 2024-11-07T15:43:58,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [c2682f91c1e2,44769,1730994237534] 2024-11-07T15:43:58,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:43:58,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:43:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:43:58,672 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:58,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:43:58,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:43:58,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:58,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:43:58,684 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:43:58,684 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:43:58,684 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:43:58,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:43:58,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:58,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:43:58,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:43:58,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:58,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:43:58,692 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:43:58,692 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:58,694 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:58,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:43:58,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:43:58,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:43:58,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:43:58,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:43:58,701 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:43:58,701 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:43:58,701 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:43:58,701 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:43:58,704 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:43:58,709 INFO [RS:1;c2682f91c1e2:37137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:43:58,709 INFO [RS:2;c2682f91c1e2:44769 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:43:58,709 INFO [RS:0;c2682f91c1e2:45079 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:43:58,709 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,709 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,709 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,710 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:43:58,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:43:58,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59969505, jitterRate=-0.10638473927974701}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:43:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730994238672Initializing all the Stores at 1730994238676 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994238676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994238676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994238676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994238676Cleaning up temporary data from old regions at 1730994238700 (+24 ms)Region opened successfully at 1730994238716 (+16 ms) 2024-11-07T15:43:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:43:58,716 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:43:58,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:43:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:43:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:43:58,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:43:58,717 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:43:58,718 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:43:58,718 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:43:58,718 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:43:58,720 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,720 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,721 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:43:58,721 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994238716Disabling compacts and flushes for region at 1730994238716Disabling writes for close at 1730994238716Writing region close event to WAL at 1730994238720 (+4 ms)Closed at 1730994238721 (+1 ms) 2024-11-07T15:43:58,721 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,721 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,721 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:43:58,722 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:43:58,722 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,722 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,723 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:43:58,723 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,723 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,724 DEBUG [RS:1;c2682f91c1e2:37137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,724 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,724 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,724 DEBUG [RS:2;c2682f91c1e2:44769 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,724 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,724 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,724 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,724 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,725 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/c2682f91c1e2:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:43:58,725 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,725 DEBUG [RS:0;c2682f91c1e2:45079 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/c2682f91c1e2:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:43:58,726 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:43:58,726 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:43:58,731 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,731 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,731 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,731 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,731 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,731 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,37137,1730994237466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,732 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,44769,1730994237534-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:43:58,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:43:58,736 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,737 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,737 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,737 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,737 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,737 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,45079,1730994237361-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:43:58,747 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:43:58,751 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:43:58,760 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:43:58,760 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:43:58,760 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:43:58,762 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,37137,1730994237466-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,44769,1730994237534-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,45079,1730994237361-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,762 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.Replication(171): c2682f91c1e2,44769,1730994237534 started 2024-11-07T15:43:58,762 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.Replication(171): c2682f91c1e2,37137,1730994237466 started 2024-11-07T15:43:58,762 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.Replication(171): c2682f91c1e2,45079,1730994237361 started 2024-11-07T15:43:58,782 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,783 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,37137,1730994237466, RpcServer on c2682f91c1e2/172.17.0.2:37137, sessionid=0x10183675f420002 2024-11-07T15:43:58,784 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:43:58,784 DEBUG [RS:1;c2682f91c1e2:37137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,784 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,37137,1730994237466' 2024-11-07T15:43:58,784 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:43:58,785 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:43:58,786 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:43:58,786 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:43:58,787 DEBUG [RS:1;c2682f91c1e2:37137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,37137,1730994237466 2024-11-07T15:43:58,787 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,37137,1730994237466' 2024-11-07T15:43:58,787 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:43:58,787 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:43:58,788 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,788 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,44769,1730994237534, RpcServer on c2682f91c1e2/172.17.0.2:44769, sessionid=0x10183675f420003 2024-11-07T15:43:58,788 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:58,788 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1482): Serving as c2682f91c1e2,45079,1730994237361, RpcServer on c2682f91c1e2/172.17.0.2:45079, sessionid=0x10183675f420001 2024-11-07T15:43:58,788 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:43:58,788 DEBUG [RS:1;c2682f91c1e2:37137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:43:58,788 DEBUG [RS:2;c2682f91c1e2:44769 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,788 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:43:58,788 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,44769,1730994237534' 2024-11-07T15:43:58,788 DEBUG [RS:0;c2682f91c1e2:45079 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,788 INFO [RS:1;c2682f91c1e2:37137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:43:58,788 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:43:58,788 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,45079,1730994237361' 2024-11-07T15:43:58,789 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:43:58,788 INFO [RS:1;c2682f91c1e2:37137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:43:58,789 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:43:58,789 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:43:58,790 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:43:58,790 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:43:58,790 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:43:58,790 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:43:58,790 DEBUG [RS:0;c2682f91c1e2:45079 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:58,790 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,45079,1730994237361' 2024-11-07T15:43:58,790 DEBUG [RS:2;c2682f91c1e2:44769 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager c2682f91c1e2,44769,1730994237534 2024-11-07T15:43:58,790 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:43:58,790 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'c2682f91c1e2,44769,1730994237534' 2024-11-07T15:43:58,790 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:43:58,791 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:43:58,791 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:43:58,792 DEBUG [RS:0;c2682f91c1e2:45079 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:43:58,792 DEBUG [RS:2;c2682f91c1e2:44769 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:43:58,792 INFO [RS:0;c2682f91c1e2:45079 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:43:58,792 INFO [RS:2;c2682f91c1e2:44769 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:43:58,792 INFO [RS:0;c2682f91c1e2:45079 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:43:58,792 INFO [RS:2;c2682f91c1e2:44769 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:43:58,894 INFO [RS:2;c2682f91c1e2:44769 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:43:58,895 INFO [RS:1;c2682f91c1e2:37137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:43:58,895 INFO [RS:0;c2682f91c1e2:45079 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:43:58,898 INFO [RS:0;c2682f91c1e2:45079 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C45079%2C1730994237361, suffix=, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs, maxLogs=32 2024-11-07T15:43:58,898 INFO [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C37137%2C1730994237466, suffix=, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs, maxLogs=32 2024-11-07T15:43:58,898 INFO [RS:2;c2682f91c1e2:44769 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C44769%2C1730994237534, suffix=, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,44769,1730994237534, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs, maxLogs=32 2024-11-07T15:43:58,902 WARN [c2682f91c1e2:34041 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:43:58,917 DEBUG [RS:0;c2682f91c1e2:45079 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, exclude list is [], retry=0 2024-11-07T15:43:58,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:43:58,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:43:58,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:43:58,923 DEBUG [RS:2;c2682f91c1e2:44769 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,44769,1730994237534/c2682f91c1e2%2C44769%2C1730994237534.1730994238902, exclude list is [], retry=0 2024-11-07T15:43:58,924 DEBUG [RS:1;c2682f91c1e2:37137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466/c2682f91c1e2%2C37137%2C1730994237466.1730994238902, exclude list is [], retry=0 2024-11-07T15:43:58,927 INFO [RS:0;c2682f91c1e2:45079 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 2024-11-07T15:43:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:43:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:43:58,929 DEBUG [RS:0;c2682f91c1e2:45079 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42451:42451),(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:38293:38293)] 2024-11-07T15:43:58,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:43:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:43:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:43:58,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:43:58,942 INFO [RS:2;c2682f91c1e2:44769 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,44769,1730994237534/c2682f91c1e2%2C44769%2C1730994237534.1730994238902 2024-11-07T15:43:58,943 DEBUG [RS:2;c2682f91c1e2:44769 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:42451:42451),(127.0.0.1/127.0.0.1:38293:38293)] 2024-11-07T15:43:58,944 INFO [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466/c2682f91c1e2%2C37137%2C1730994237466.1730994238902 2024-11-07T15:43:58,945 DEBUG [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42451:42451),(127.0.0.1/127.0.0.1:38293:38293),(127.0.0.1/127.0.0.1:43595:43595)] 2024-11-07T15:43:59,155 DEBUG [c2682f91c1e2:34041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-07T15:43:59,166 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:43:59,174 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:43:59,174 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:43:59,174 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:43:59,174 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:43:59,182 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:59,189 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPENING 2024-11-07T15:43:59,195 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:43:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:59,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:43:59,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,199 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:43:59,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:43:59,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:43:59,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60565, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:43:59,392 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:43:59,392 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:43:59,393 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:43:59,396 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C45079%2C1730994237361.meta, suffix=.meta, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs, maxLogs=32 2024-11-07T15:43:59,412 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, exclude list is [], retry=0 2024-11-07T15:43:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:43:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:43:59,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:43:59,419 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta 2024-11-07T15:43:59,420 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38293:38293),(127.0.0.1/127.0.0.1:42451:42451),(127.0.0.1/127.0.0.1:43595:43595)] 2024-11-07T15:43:59,420 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:43:59,422 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:43:59,425 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:43:59,430 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:43:59,435 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:43:59,435 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,435 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:43:59,436 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:43:59,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:43:59,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:43:59,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:59,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:59,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:43:59,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:43:59,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:43:59,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:43:59,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:43:59,448 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:43:59,448 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:59,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:43:59,449 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:43:59,450 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:43:59,452 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:43:59,455 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:43:59,455 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:43:59,456 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:43:59,458 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:43:59,460 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71164245, jitterRate=0.0604298859834671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:43:59,460 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:43:59,462 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730994239436Writing region info on filesystem at 1730994239436Initializing all the Stores at 1730994239438 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994239438Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994239438Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994239438Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994239438Cleaning up temporary data from old regions at 1730994239455 (+17 ms)Running coprocessor post-open hooks at 1730994239460 (+5 ms)Region opened successfully at 1730994239462 (+2 ms) 2024-11-07T15:43:59,469 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730994239368 2024-11-07T15:43:59,482 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:43:59,483 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:43:59,484 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:59,486 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPEN 2024-11-07T15:43:59,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:43:59,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:43:59,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:43:59,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:43:59,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,489 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:43:59,489 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2682f91c1e2,45079,1730994237361 2024-11-07T15:43:59,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:43:59,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,45079,1730994237361 in 288 msec 2024-11-07T15:43:59,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:43:59,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 764 msec 2024-11-07T15:43:59,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:43:59,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:43:59,527 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:43:59,528 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:43:59,554 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:43:59,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:43:59,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1110 sec 2024-11-07T15:43:59,586 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730994239585, completionTime=-1 2024-11-07T15:43:59,589 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-07T15:43:59,589 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:43:59,620 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-07T15:43:59,620 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994299620 2024-11-07T15:43:59,620 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994359620 2024-11-07T15:43:59,621 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-07T15:43:59,623 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:43:59,631 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,632 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,632 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,634 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-c2682f91c1e2:34041, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,634 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,635 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,641 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:43:59,669 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.000sec 2024-11-07T15:43:59,671 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:43:59,673 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:43:59,674 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:43:59,675 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:43:59,675 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:43:59,676 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:43:59,676 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:43:59,682 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:43:59,683 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:43:59,683 INFO [master/c2682f91c1e2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=c2682f91c1e2,34041,1730994236690-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:43:59,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f113c0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:43:59,720 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T15:43:59,720 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T15:43:59,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request c2682f91c1e2,34041,-1 for getting cluster id 2024-11-07T15:43:59,727 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:43:59,735 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa685d12-b9d3-47f9-bd13-aceb046169da' 2024-11-07T15:43:59,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:43:59,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa685d12-b9d3-47f9-bd13-aceb046169da" 2024-11-07T15:43:59,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e478328, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:43:59,738 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [c2682f91c1e2,34041,-1] 2024-11-07T15:43:59,741 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:43:59,744 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:43:59,744 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:43:59,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4225f0d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:43:59,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:43:59,754 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:43:59,755 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:43:59,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46066, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:43:59,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:59,802 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T15:43:59,807 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:43:59,811 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is c2682f91c1e2,34041,1730994236690 2024-11-07T15:43:59,814 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b6ff3b 2024-11-07T15:43:59,815 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:43:59,817 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:43:59,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:43:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:43:59,841 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:43:59,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-07T15:43:59,844 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:43:59,848 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:43:59,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:43:59,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741837_1013 (size=1020) 2024-11-07T15:43:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741837_1013 (size=1020) 2024-11-07T15:43:59,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741837_1013 (size=1020) 2024-11-07T15:43:59,868 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6f991c27ba53c44e04b97b47c925c79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,868 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b99d337de1632d441b8524605de6aab7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,869 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 351d81c7ca1bb3bc9b47d08b04c146ad, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741838_1014 (size=110) 2024-11-07T15:43:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741838_1014 (size=110) 2024-11-07T15:43:59,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741838_1014 (size=110) 2024-11-07T15:43:59,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,885 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b99d337de1632d441b8524605de6aab7, disabling compactions & flushes 2024-11-07T15:43:59,885 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:43:59,886 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:43:59,886 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. after waiting 0 ms 2024-11-07T15:43:59,886 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:43:59,886 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:43:59,886 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b99d337de1632d441b8524605de6aab7: Waiting for close lock at 1730994239885Disabling compacts and flushes for region at 1730994239885Disabling writes for close at 1730994239886 (+1 ms)Writing region close event to WAL at 1730994239886Closed at 1730994239886 2024-11-07T15:43:59,887 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d8a8aa909e9185082de86a098386d614, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741840_1016 (size=110) 2024-11-07T15:43:59,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741840_1016 (size=110) 2024-11-07T15:43:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741840_1016 (size=110) 2024-11-07T15:43:59,891 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,891 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 351d81c7ca1bb3bc9b47d08b04c146ad, disabling compactions & flushes 2024-11-07T15:43:59,892 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:43:59,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:43:59,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. after waiting 0 ms 2024-11-07T15:43:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741839_1015 (size=107) 2024-11-07T15:43:59,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:43:59,892 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:43:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741839_1015 (size=107) 2024-11-07T15:43:59,892 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 351d81c7ca1bb3bc9b47d08b04c146ad: Waiting for close lock at 1730994239891Disabling compacts and flushes for region at 1730994239891Disabling writes for close at 1730994239892 (+1 ms)Writing region close event to WAL at 1730994239892Closed at 1730994239892 2024-11-07T15:43:59,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741839_1015 (size=107) 2024-11-07T15:43:59,893 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ae114613df8d115aaf3518645bb82766, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,896 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c6f991c27ba53c44e04b97b47c925c79, disabling compactions & flushes 2024-11-07T15:43:59,896 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:43:59,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:43:59,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. after waiting 0 ms 2024-11-07T15:43:59,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:43:59,897 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:43:59,897 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6f991c27ba53c44e04b97b47c925c79: Waiting for close lock at 1730994239896Disabling compacts and flushes for region at 1730994239896Disabling writes for close at 1730994239897 (+1 ms)Writing region close event to WAL at 1730994239897Closed at 1730994239897 2024-11-07T15:43:59,898 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 750686262d63ac23bf5fe7ef2b4474cf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741841_1017 (size=110) 2024-11-07T15:43:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741841_1017 (size=110) 2024-11-07T15:43:59,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741841_1017 (size=110) 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d8a8aa909e9185082de86a098386d614, disabling compactions & flushes 2024-11-07T15:43:59,905 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. after waiting 0 ms 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:43:59,905 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:43:59,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d8a8aa909e9185082de86a098386d614: Waiting for close lock at 1730994239905Disabling compacts and flushes for region at 1730994239905Disabling writes for close at 1730994239905Writing region close event to WAL at 1730994239905Closed at 1730994239905 2024-11-07T15:43:59,906 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f60fdd796b6d1846ff641d56d6e6c960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741842_1018 (size=110) 2024-11-07T15:43:59,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741842_1018 (size=110) 2024-11-07T15:43:59,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741842_1018 (size=110) 2024-11-07T15:43:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741843_1019 (size=110) 2024-11-07T15:43:59,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741843_1019 (size=110) 2024-11-07T15:43:59,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741843_1019 (size=110) 2024-11-07T15:43:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ae114613df8d115aaf3518645bb82766, disabling compactions & flushes 2024-11-07T15:43:59,914 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:43:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,914 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. after waiting 0 ms 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 750686262d63ac23bf5fe7ef2b4474cf, disabling compactions & flushes 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:43:59,915 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:43:59,915 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ae114613df8d115aaf3518645bb82766: Waiting for close lock at 1730994239914Disabling compacts and flushes for region at 1730994239914Disabling writes for close at 1730994239915 (+1 ms)Writing region close event to WAL at 1730994239915Closed at 1730994239915 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. after waiting 0 ms 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:43:59,915 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:43:59,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 750686262d63ac23bf5fe7ef2b4474cf: Waiting for close lock at 1730994239915Disabling compacts and flushes for region at 1730994239915Disabling writes for close at 1730994239915Writing region close event to WAL at 1730994239915Closed at 1730994239915 2024-11-07T15:43:59,916 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 792618681803078e02378980a0b10f60, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,916 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => feead7c65a67051bc58f1f7c6cd53275, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741844_1020 (size=110) 2024-11-07T15:43:59,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741844_1020 (size=110) 2024-11-07T15:43:59,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741844_1020 (size=110) 2024-11-07T15:43:59,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,921 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f60fdd796b6d1846ff641d56d6e6c960, disabling compactions & flushes 2024-11-07T15:43:59,921 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:43:59,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:43:59,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. after waiting 0 ms 2024-11-07T15:43:59,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:43:59,922 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:43:59,922 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f60fdd796b6d1846ff641d56d6e6c960: Waiting for close lock at 1730994239921Disabling compacts and flushes for region at 1730994239921Disabling writes for close at 1730994239922 (+1 ms)Writing region close event to WAL at 1730994239922Closed at 1730994239922 2024-11-07T15:43:59,922 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8895298dab8797c6eb0d1f68112b3f01, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741845_1021 (size=110) 2024-11-07T15:43:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741846_1022 (size=110) 2024-11-07T15:43:59,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741846_1022 (size=110) 2024-11-07T15:43:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741845_1021 (size=110) 2024-11-07T15:43:59,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741845_1021 (size=110) 2024-11-07T15:43:59,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741846_1022 (size=110) 2024-11-07T15:43:59,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing feead7c65a67051bc58f1f7c6cd53275, disabling compactions & flushes 2024-11-07T15:43:59,931 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:43:59,931 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:43:59,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. after waiting 0 ms 2024-11-07T15:43:59,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:43:59,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:43:59,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for feead7c65a67051bc58f1f7c6cd53275: Waiting for close lock at 1730994239931Disabling compacts and flushes for region at 1730994239931Disabling writes for close at 1730994239932 (+1 ms)Writing region close event to WAL at 1730994239932Closed at 1730994239932 2024-11-07T15:43:59,933 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a25c6ef6c5cb412ccfe13375db8969c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 792618681803078e02378980a0b10f60, disabling compactions & flushes 2024-11-07T15:43:59,933 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. after waiting 0 ms 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:43:59,933 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:43:59,933 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 792618681803078e02378980a0b10f60: Waiting for close lock at 1730994239933Disabling compacts and flushes for region at 1730994239933Disabling writes for close at 1730994239933Writing region close event to WAL at 1730994239933Closed at 1730994239933 2024-11-07T15:43:59,934 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2c39edb322f741bd2c32a31ab426ec08, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741847_1023 (size=110) 2024-11-07T15:43:59,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741847_1023 (size=110) 2024-11-07T15:43:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741847_1023 (size=110) 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8895298dab8797c6eb0d1f68112b3f01, disabling compactions & flushes 2024-11-07T15:43:59,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. after waiting 0 ms 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:43:59,945 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:43:59,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8895298dab8797c6eb0d1f68112b3f01: Waiting for close lock at 1730994239945Disabling compacts and flushes for region at 1730994239945Disabling writes for close at 1730994239945Writing region close event to WAL at 1730994239945Closed at 1730994239945 2024-11-07T15:43:59,946 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7352068efb4c5ce803da5b5a641d16d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741848_1024 (size=110) 2024-11-07T15:43:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741848_1024 (size=110) 2024-11-07T15:43:59,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741849_1025 (size=110) 2024-11-07T15:43:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741849_1025 (size=110) 2024-11-07T15:43:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741849_1025 (size=110) 2024-11-07T15:43:59,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741848_1024 (size=110) 2024-11-07T15:43:59,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2c39edb322f741bd2c32a31ab426ec08, disabling compactions & flushes 2024-11-07T15:43:59,956 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,956 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1a25c6ef6c5cb412ccfe13375db8969c, disabling compactions & flushes 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. after waiting 0 ms 2024-11-07T15:43:59,957 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. after waiting 0 ms 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:43:59,957 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:43:59,957 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a25c6ef6c5cb412ccfe13375db8969c: Waiting for close lock at 1730994239957Disabling compacts and flushes for region at 1730994239957Disabling writes for close at 1730994239957Writing region close event to WAL at 1730994239957Closed at 1730994239957 2024-11-07T15:43:59,957 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2c39edb322f741bd2c32a31ab426ec08: Waiting for close lock at 1730994239956Disabling compacts and flushes for region at 1730994239956Disabling writes for close at 1730994239957 (+1 ms)Writing region close event to WAL at 1730994239957Closed at 1730994239957 2024-11-07T15:43:59,958 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9080bdacde3a365309459a3900f0e66c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,958 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ba27914a5b1d24c77e9ac26d6ff5e486, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:43:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741850_1026 (size=110) 2024-11-07T15:43:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741850_1026 (size=110) 2024-11-07T15:43:59,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741850_1026 (size=110) 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7352068efb4c5ce803da5b5a641d16d0, disabling compactions & flushes 2024-11-07T15:43:59,977 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. after waiting 0 ms 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:43:59,977 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:43:59,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7352068efb4c5ce803da5b5a641d16d0: Waiting for close lock at 1730994239977Disabling compacts and flushes for region at 1730994239977Disabling writes for close at 1730994239977Writing region close event to WAL at 1730994239977Closed at 1730994239977 2024-11-07T15:43:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741851_1027 (size=110) 2024-11-07T15:43:59,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1ed6344d7c694832c5f27d2e03a30457, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741851_1027 (size=110) 2024-11-07T15:43:59,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741851_1027 (size=110) 2024-11-07T15:43:59,979 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,979 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 9080bdacde3a365309459a3900f0e66c, disabling compactions & flushes 2024-11-07T15:43:59,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:43:59,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:43:59,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. after waiting 0 ms 2024-11-07T15:43:59,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:43:59,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:43:59,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9080bdacde3a365309459a3900f0e66c: Waiting for close lock at 1730994239979Disabling compacts and flushes for region at 1730994239979Disabling writes for close at 1730994239980 (+1 ms)Writing region close event to WAL at 1730994239980Closed at 1730994239980 2024-11-07T15:43:59,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0d544fadd5443fda9cecb3ccb901bbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:43:59,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741852_1028 (size=110) 2024-11-07T15:43:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741852_1028 (size=110) 2024-11-07T15:43:59,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741852_1028 (size=110) 2024-11-07T15:43:59,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:43:59,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ba27914a5b1d24c77e9ac26d6ff5e486, disabling compactions & flushes 2024-11-07T15:43:59,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:43:59,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:43:59,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. after waiting 0 ms 2024-11-07T15:43:59,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:43:59,988 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:43:59,989 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ba27914a5b1d24c77e9ac26d6ff5e486: Waiting for close lock at 1730994239988Disabling compacts and flushes for region at 1730994239988Disabling writes for close at 1730994239988Writing region close event to WAL at 1730994239988Closed at 1730994239988 2024-11-07T15:43:59,989 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f98f7c47db488424b0be0dacad823f10, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741853_1029 (size=110) 2024-11-07T15:44:00,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741853_1029 (size=110) 2024-11-07T15:44:00,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741854_1030 (size=110) 2024-11-07T15:44:00,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1ed6344d7c694832c5f27d2e03a30457, disabling compactions & flushes 2024-11-07T15:44:00,005 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. after waiting 0 ms 2024-11-07T15:44:00,005 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,006 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,006 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1ed6344d7c694832c5f27d2e03a30457: Waiting for close lock at 1730994240005Disabling compacts and flushes for region at 1730994240005Disabling writes for close at 1730994240005Writing region close event to WAL at 1730994240005Closed at 1730994240005 2024-11-07T15:44:00,006 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,006 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => de9a89677571ce10cf723f5f08dc2d34, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f0d544fadd5443fda9cecb3ccb901bbf, disabling compactions & flushes 2024-11-07T15:44:00,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. after waiting 0 ms 2024-11-07T15:44:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,007 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0d544fadd5443fda9cecb3ccb901bbf: Waiting for close lock at 1730994240006Disabling compacts and flushes for region at 1730994240006Disabling writes for close at 1730994240007 (+1 ms)Writing region close event to WAL at 1730994240007Closed at 1730994240007 2024-11-07T15:44:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741853_1029 (size=110) 2024-11-07T15:44:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741854_1030 (size=110) 2024-11-07T15:44:00,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741854_1030 (size=110) 2024-11-07T15:44:00,008 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d8d16479db770501b1a9fbacf35fd88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741855_1031 (size=110) 2024-11-07T15:44:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741855_1031 (size=110) 2024-11-07T15:44:00,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741855_1031 (size=110) 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f98f7c47db488424b0be0dacad823f10, disabling compactions & flushes 2024-11-07T15:44:00,018 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. after waiting 0 ms 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,018 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,018 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f98f7c47db488424b0be0dacad823f10: Waiting for close lock at 1730994240018Disabling compacts and flushes for region at 1730994240018Disabling writes for close at 1730994240018Writing region close event to WAL at 1730994240018Closed at 1730994240018 2024-11-07T15:44:00,019 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0b55becefd918bc681c8af27697cd9e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741856_1032 (size=110) 2024-11-07T15:44:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741856_1032 (size=110) 2024-11-07T15:44:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741856_1032 (size=110) 2024-11-07T15:44:00,031 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing de9a89677571ce10cf723f5f08dc2d34, disabling compactions & flushes 2024-11-07T15:44:00,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. after waiting 0 ms 2024-11-07T15:44:00,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,032 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,032 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for de9a89677571ce10cf723f5f08dc2d34: Waiting for close lock at 1730994240031Disabling compacts and flushes for region at 1730994240031Disabling writes for close at 1730994240032 (+1 ms)Writing region close event to WAL at 1730994240032Closed at 1730994240032 2024-11-07T15:44:00,033 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b2268988b602cffc01916133928c4344, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741857_1033 (size=110) 2024-11-07T15:44:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741857_1033 (size=110) 2024-11-07T15:44:00,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741858_1034 (size=110) 2024-11-07T15:44:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741858_1034 (size=110) 2024-11-07T15:44:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741858_1034 (size=110) 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 0b55becefd918bc681c8af27697cd9e5, disabling compactions & flushes 2024-11-07T15:44:00,040 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. after waiting 0 ms 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,040 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741857_1033 (size=110) 2024-11-07T15:44:00,040 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0b55becefd918bc681c8af27697cd9e5: Waiting for close lock at 1730994240040Disabling compacts and flushes for region at 1730994240040Disabling writes for close at 1730994240040Writing region close event to WAL at 1730994240040Closed at 1730994240040 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bf627b339a6237200939711b86c2b6c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7d8d16479db770501b1a9fbacf35fd88, disabling compactions & flushes 2024-11-07T15:44:00,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. after waiting 0 ms 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,041 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,041 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d8d16479db770501b1a9fbacf35fd88: Waiting for close lock at 1730994240041Disabling compacts and flushes for region at 1730994240041Disabling writes for close at 1730994240041Writing region close event to WAL at 1730994240041Closed at 1730994240041 2024-11-07T15:44:00,042 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6e0227a26a27a6d6c84c1337f5a4975, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741859_1035 (size=110) 2024-11-07T15:44:00,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741859_1035 (size=110) 2024-11-07T15:44:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741859_1035 (size=110) 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b2268988b602cffc01916133928c4344, disabling compactions & flushes 2024-11-07T15:44:00,049 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. after waiting 0 ms 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,049 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,049 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b2268988b602cffc01916133928c4344: Waiting for close lock at 1730994240049Disabling compacts and flushes for region at 1730994240049Disabling writes for close at 1730994240049Writing region close event to WAL at 1730994240049Closed at 1730994240049 2024-11-07T15:44:00,050 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bcfccd2b49a859dfb242ff1b4229ea5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741860_1036 (size=110) 2024-11-07T15:44:00,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741860_1036 (size=110) 2024-11-07T15:44:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741860_1036 (size=110) 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing bf627b339a6237200939711b86c2b6c5, disabling compactions & flushes 2024-11-07T15:44:00,057 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. after waiting 0 ms 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,057 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,057 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for bf627b339a6237200939711b86c2b6c5: Waiting for close lock at 1730994240057Disabling compacts and flushes for region at 1730994240057Disabling writes for close at 1730994240057Writing region close event to WAL at 1730994240057Closed at 1730994240057 2024-11-07T15:44:00,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741861_1037 (size=110) 2024-11-07T15:44:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741861_1037 (size=110) 2024-11-07T15:44:00,058 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a02d45bf21c64656508d1ed8194a6239, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988 2024-11-07T15:44:00,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741861_1037 (size=110) 2024-11-07T15:44:00,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,059 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e6e0227a26a27a6d6c84c1337f5a4975, disabling compactions & flushes 2024-11-07T15:44:00,060 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,060 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,060 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. after waiting 0 ms 2024-11-07T15:44:00,060 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,060 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,060 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6e0227a26a27a6d6c84c1337f5a4975: Waiting for close lock at 1730994240059Disabling compacts and flushes for region at 1730994240059Disabling writes for close at 1730994240060 (+1 ms)Writing region close event to WAL at 1730994240060Closed at 1730994240060 2024-11-07T15:44:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741862_1038 (size=110) 2024-11-07T15:44:00,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741862_1038 (size=110) 2024-11-07T15:44:00,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741862_1038 (size=110) 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bcfccd2b49a859dfb242ff1b4229ea5d, disabling compactions & flushes 2024-11-07T15:44:00,066 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. after waiting 0 ms 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,066 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bcfccd2b49a859dfb242ff1b4229ea5d: Waiting for close lock at 1730994240066Disabling compacts and flushes for region at 1730994240066Disabling writes for close at 1730994240066Writing region close event to WAL at 1730994240066Closed at 1730994240066 2024-11-07T15:44:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741863_1039 (size=107) 2024-11-07T15:44:00,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741863_1039 (size=107) 2024-11-07T15:44:00,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741863_1039 (size=107) 2024-11-07T15:44:00,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a02d45bf21c64656508d1ed8194a6239, disabling compactions & flushes 2024-11-07T15:44:00,071 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,071 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. after waiting 0 ms 2024-11-07T15:44:00,072 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,072 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,072 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a02d45bf21c64656508d1ed8194a6239: Waiting for close lock at 1730994240071Disabling compacts and flushes for region at 1730994240071Disabling writes for close at 1730994240072 (+1 ms)Writing region close event to WAL at 1730994240072Closed at 1730994240072 2024-11-07T15:44:00,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:44:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,080 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,081 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,082 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,083 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,084 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1730994240074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730994240074"}]},"ts":"1730994240074"} 2024-11-07T15:44:00,128 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-07T15:44:00,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:44:00,135 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994240131"}]},"ts":"1730994240131"} 2024-11-07T15:44:00,140 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-07T15:44:00,141 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:44:00,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-07T15:44:00,183 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:44:00,183 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:44:00,183 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-07T15:44:00,183 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:44:00,186 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6f991c27ba53c44e04b97b47c925c79, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351d81c7ca1bb3bc9b47d08b04c146ad, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae114613df8d115aaf3518645bb82766, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=750686262d63ac23bf5fe7ef2b4474cf, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=792618681803078e02378980a0b10f60, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=feead7c65a67051bc58f1f7c6cd53275, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a25c6ef6c5cb412ccfe13375db8969c, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c39edb322f741bd2c32a31ab426ec08, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9080bdacde3a365309459a3900f0e66c, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba27914a5b1d24c77e9ac26d6ff5e486, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d544fadd5443fda9cecb3ccb901bbf, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d8d16479db770501b1a9fbacf35fd88, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf627b339a6237200939711b86c2b6c5, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6e0227a26a27a6d6c84c1337f5a4975, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a02d45bf21c64656508d1ed8194a6239, ASSIGN}] 2024-11-07T15:44:00,194 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a02d45bf21c64656508d1ed8194a6239, ASSIGN 2024-11-07T15:44:00,196 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a02d45bf21c64656508d1ed8194a6239, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,197 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN 2024-11-07T15:44:00,199 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,201 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6e0227a26a27a6d6c84c1337f5a4975, ASSIGN 2024-11-07T15:44:00,203 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6e0227a26a27a6d6c84c1337f5a4975, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,204 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf627b339a6237200939711b86c2b6c5, ASSIGN 2024-11-07T15:44:00,206 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf627b339a6237200939711b86c2b6c5, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,207 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN 2024-11-07T15:44:00,209 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,210 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5, ASSIGN 2024-11-07T15:44:00,211 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,213 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d8d16479db770501b1a9fbacf35fd88, ASSIGN 2024-11-07T15:44:00,215 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d8d16479db770501b1a9fbacf35fd88, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,216 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN 2024-11-07T15:44:00,218 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,219 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10, ASSIGN 2024-11-07T15:44:00,220 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,222 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d544fadd5443fda9cecb3ccb901bbf, ASSIGN 2024-11-07T15:44:00,223 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d544fadd5443fda9cecb3ccb901bbf, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,224 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN 2024-11-07T15:44:00,225 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,227 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba27914a5b1d24c77e9ac26d6ff5e486, ASSIGN 2024-11-07T15:44:00,228 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba27914a5b1d24c77e9ac26d6ff5e486, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,229 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9080bdacde3a365309459a3900f0e66c, ASSIGN 2024-11-07T15:44:00,230 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9080bdacde3a365309459a3900f0e66c, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,232 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN 2024-11-07T15:44:00,233 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,235 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c39edb322f741bd2c32a31ab426ec08, ASSIGN 2024-11-07T15:44:00,236 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c39edb322f741bd2c32a31ab426ec08, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,238 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a25c6ef6c5cb412ccfe13375db8969c, ASSIGN 2024-11-07T15:44:00,240 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a25c6ef6c5cb412ccfe13375db8969c, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,241 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN 2024-11-07T15:44:00,242 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,243 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=feead7c65a67051bc58f1f7c6cd53275, ASSIGN 2024-11-07T15:44:00,245 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=feead7c65a67051bc58f1f7c6cd53275, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,246 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=792618681803078e02378980a0b10f60, ASSIGN 2024-11-07T15:44:00,248 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=792618681803078e02378980a0b10f60, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,249 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN 2024-11-07T15:44:00,251 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,252 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=750686262d63ac23bf5fe7ef2b4474cf, ASSIGN 2024-11-07T15:44:00,254 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=750686262d63ac23bf5fe7ef2b4474cf, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,256 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae114613df8d115aaf3518645bb82766, ASSIGN 2024-11-07T15:44:00,257 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae114613df8d115aaf3518645bb82766, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,259 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN 2024-11-07T15:44:00,260 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN 2024-11-07T15:44:00,263 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN; state=OFFLINE, location=c2682f91c1e2,45079,1730994237361; forceNewPlan=false, retain=false 2024-11-07T15:44:00,264 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351d81c7ca1bb3bc9b47d08b04c146ad, ASSIGN 2024-11-07T15:44:00,266 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351d81c7ca1bb3bc9b47d08b04c146ad, ASSIGN; state=OFFLINE, location=c2682f91c1e2,44769,1730994237534; forceNewPlan=false, retain=false 2024-11-07T15:44:00,267 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6f991c27ba53c44e04b97b47c925c79, ASSIGN 2024-11-07T15:44:00,268 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6f991c27ba53c44e04b97b47c925c79, ASSIGN; state=OFFLINE, location=c2682f91c1e2,37137,1730994237466; forceNewPlan=false, retain=false 2024-11-07T15:44:00,349 INFO [c2682f91c1e2:34041 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-07T15:44:00,351 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b2268988b602cffc01916133928c4344, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=de9a89677571ce10cf723f5f08dc2d34, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,353 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1ed6344d7c694832c5f27d2e03a30457, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7352068efb4c5ce803da5b5a641d16d0, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,354 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8895298dab8797c6eb0d1f68112b3f01, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN because future has completed 2024-11-07T15:44:00,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d8a8aa909e9185082de86a098386d614, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,356 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b99d337de1632d441b8524605de6aab7, regionState=OPENING, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN because future has completed 2024-11-07T15:44:00,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN because future has completed 2024-11-07T15:44:00,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN because future has completed 2024-11-07T15:44:00,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN because future has completed 2024-11-07T15:44:00,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN because future has completed 2024-11-07T15:44:00,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN because future has completed 2024-11-07T15:44:00,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN because future has completed 2024-11-07T15:44:00,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN because future has completed 2024-11-07T15:44:00,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,45079,1730994237361}] 2024-11-07T15:44:00,404 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a02d45bf21c64656508d1ed8194a6239, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bf627b339a6237200939711b86c2b6c5, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0b55becefd918bc681c8af27697cd9e5, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,406 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9080bdacde3a365309459a3900f0e66c, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,407 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=feead7c65a67051bc58f1f7c6cd53275, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,408 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae114613df8d115aaf3518645bb82766, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,409 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7d8d16479db770501b1a9fbacf35fd88, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f98f7c47db488424b0be0dacad823f10, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a02d45bf21c64656508d1ed8194a6239, ASSIGN because future has completed 2024-11-07T15:44:00,411 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02d45bf21c64656508d1ed8194a6239, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf627b339a6237200939711b86c2b6c5, ASSIGN because future has completed 2024-11-07T15:44:00,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5, ASSIGN because future has completed 2024-11-07T15:44:00,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d544fadd5443fda9cecb3ccb901bbf, ASSIGN because future has completed 2024-11-07T15:44:00,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d544fadd5443fda9cecb3ccb901bbf, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9080bdacde3a365309459a3900f0e66c, ASSIGN because future has completed 2024-11-07T15:44:00,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a25c6ef6c5cb412ccfe13375db8969c, ASSIGN because future has completed 2024-11-07T15:44:00,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=feead7c65a67051bc58f1f7c6cd53275, ASSIGN because future has completed 2024-11-07T15:44:00,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae114613df8d115aaf3518645bb82766, ASSIGN because future has completed 2024-11-07T15:44:00,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae114613df8d115aaf3518645bb82766, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351d81c7ca1bb3bc9b47d08b04c146ad, ASSIGN because future has completed 2024-11-07T15:44:00,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6e0227a26a27a6d6c84c1337f5a4975, ASSIGN because future has completed 2024-11-07T15:44:00,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d8d16479db770501b1a9fbacf35fd88, ASSIGN because future has completed 2024-11-07T15:44:00,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d8d16479db770501b1a9fbacf35fd88, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10, ASSIGN because future has completed 2024-11-07T15:44:00,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba27914a5b1d24c77e9ac26d6ff5e486, ASSIGN because future has completed 2024-11-07T15:44:00,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba27914a5b1d24c77e9ac26d6ff5e486, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98f7c47db488424b0be0dacad823f10, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e0227a26a27a6d6c84c1337f5a4975, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351d81c7ca1bb3bc9b47d08b04c146ad, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure feead7c65a67051bc58f1f7c6cd53275, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a25c6ef6c5cb412ccfe13375db8969c, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9080bdacde3a365309459a3900f0e66c, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b55becefd918bc681c8af27697cd9e5, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf627b339a6237200939711b86c2b6c5, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:44:00,478 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=2c39edb322f741bd2c32a31ab426ec08, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=792618681803078e02378980a0b10f60, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,480 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6f991c27ba53c44e04b97b47c925c79, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:44:00,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c39edb322f741bd2c32a31ab426ec08, ASSIGN because future has completed 2024-11-07T15:44:00,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c39edb322f741bd2c32a31ab426ec08, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=792618681803078e02378980a0b10f60, ASSIGN because future has completed 2024-11-07T15:44:00,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=750686262d63ac23bf5fe7ef2b4474cf, ASSIGN because future has completed 2024-11-07T15:44:00,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6f991c27ba53c44e04b97b47c925c79, ASSIGN because future has completed 2024-11-07T15:44:00,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f991c27ba53c44e04b97b47c925c79, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750686262d63ac23bf5fe7ef2b4474cf, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 792618681803078e02378980a0b10f60, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:44:00,518 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:44:00,519 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => b99d337de1632d441b8524605de6aab7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-07T15:44:00,519 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,519 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,519 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,520 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,522 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,524 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily11 2024-11-07T15:44:00,524 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,525 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,525 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,526 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily21 2024-11-07T15:44:00,527 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,527 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,527 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,529 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily31 2024-11-07T15:44:00,529 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,530 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,530 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,531 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,531 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,533 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,533 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,534 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,535 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,538 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,539 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened b99d337de1632d441b8524605de6aab7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62923103, jitterRate=-0.06237269937992096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,539 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b99d337de1632d441b8524605de6aab7 2024-11-07T15:44:00,540 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for b99d337de1632d441b8524605de6aab7: Running coprocessor pre-open hook at 1730994240520Writing region info on filesystem at 1730994240520Initializing all the Stores at 1730994240521 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240521Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240521Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240521Cleaning up temporary data from old regions at 1730994240533 (+12 ms)Running coprocessor post-open hooks at 1730994240539 (+6 ms)Region opened successfully at 1730994240540 (+1 ms) 2024-11-07T15:44:00,542 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., pid=34, masterSystemTime=1730994240512 2024-11-07T15:44:00,545 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:44:00,545 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:44:00,545 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,546 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => de9a89677571ce10cf723f5f08dc2d34, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-07T15:44:00,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=b99d337de1632d441b8524605de6aab7, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,546 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,546 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,546 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,547 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,549 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,552 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily11 2024-11-07T15:44:00,552 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,553 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,553 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=7 2024-11-07T15:44:00,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,45079,1730994237361 in 175 msec 2024-11-07T15:44:00,556 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily21 2024-11-07T15:44:00,556 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,556 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,557 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN in 369 msec 2024-11-07T15:44:00,559 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily31 2024-11-07T15:44:00,559 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,559 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,559 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,560 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,561 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,562 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,562 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,563 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,564 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,565 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:44:00,567 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52971, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:44:00,568 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened de9a89677571ce10cf723f5f08dc2d34; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64702690, jitterRate=-0.03585478663444519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,568 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:44:00,568 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for de9a89677571ce10cf723f5f08dc2d34: Running coprocessor pre-open hook at 1730994240547Writing region info on filesystem at 1730994240547Initializing all the Stores at 1730994240548 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240548Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240549 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240549Cleaning up temporary data from old regions at 1730994240562 (+13 ms)Running coprocessor post-open hooks at 1730994240568 (+6 ms)Region opened successfully at 1730994240568 2024-11-07T15:44:00,570 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., pid=38, masterSystemTime=1730994240512 2024-11-07T15:44:00,572 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,572 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:44:00,573 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,573 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,573 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => b2268988b602cffc01916133928c4344, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-07T15:44:00,573 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b55becefd918bc681c8af27697cd9e5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-07T15:44:00,573 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,573 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,573 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,574 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,574 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,574 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,574 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,574 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,574 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,576 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,577 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,579 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily11 2024-11-07T15:44:00,579 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,579 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b55becefd918bc681c8af27697cd9e5 columnFamilyName colfamily11 2024-11-07T15:44:00,579 DEBUG [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,580 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,580 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,580 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(327): Store=0b55becefd918bc681c8af27697cd9e5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,580 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=23 2024-11-07T15:44:00,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,45079,1730994237361 in 184 msec 2024-11-07T15:44:00,582 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily21 2024-11-07T15:44:00,582 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b55becefd918bc681c8af27697cd9e5 columnFamilyName colfamily21 2024-11-07T15:44:00,582 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,582 DEBUG [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,583 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(327): Store=0b55becefd918bc681c8af27697cd9e5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,583 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,584 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,584 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN in 396 msec 2024-11-07T15:44:00,585 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b55becefd918bc681c8af27697cd9e5 columnFamilyName colfamily31 2024-11-07T15:44:00,585 DEBUG [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,586 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily31 2024-11-07T15:44:00,586 INFO [StoreOpener-0b55becefd918bc681c8af27697cd9e5-1 {}] regionserver.HStore(327): Store=0b55becefd918bc681c8af27697cd9e5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,586 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,586 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,587 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,587 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,587 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,587 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:44:00,588 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,588 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,589 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36519, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:44:00,590 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,590 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,591 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,591 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,591 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,592 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,593 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,594 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,600 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,601 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,601 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened b2268988b602cffc01916133928c4344; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61268619, jitterRate=-0.0870264321565628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,601 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2268988b602cffc01916133928c4344 2024-11-07T15:44:00,601 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for b2268988b602cffc01916133928c4344: Running coprocessor pre-open hook at 1730994240574Writing region info on filesystem at 1730994240574Initializing all the Stores at 1730994240576 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240576Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240576Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240576Cleaning up temporary data from old regions at 1730994240591 (+15 ms)Running coprocessor post-open hooks at 1730994240601 (+10 ms)Region opened successfully at 1730994240601 2024-11-07T15:44:00,601 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 0b55becefd918bc681c8af27697cd9e5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59553512, jitterRate=-0.11258351802825928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,601 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:44:00,602 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 0b55becefd918bc681c8af27697cd9e5: Running coprocessor pre-open hook at 1730994240574Writing region info on filesystem at 1730994240574Initializing all the Stores at 1730994240576 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240576Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240577 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240577Cleaning up temporary data from old regions at 1730994240590 (+13 ms)Running coprocessor post-open hooks at 1730994240601 (+11 ms)Region opened successfully at 1730994240602 (+1 ms) 2024-11-07T15:44:00,602 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., pid=39, masterSystemTime=1730994240512 2024-11-07T15:44:00,603 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., pid=51, masterSystemTime=1730994240565 2024-11-07T15:44:00,604 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:44:00,604 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => ba27914a5b1d24c77e9ac26d6ff5e486, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-07T15:44:00,605 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,605 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,605 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,605 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,606 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,606 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:44:00,606 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,606 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ed6344d7c694832c5f27d2e03a30457, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-07T15:44:00,607 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,607 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b2268988b602cffc01916133928c4344, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,607 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,607 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,607 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,607 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,607 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:44:00,607 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:44:00,608 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 9080bdacde3a365309459a3900f0e66c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-07T15:44:00,608 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,609 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,609 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,610 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,611 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,613 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c2682f91c1e2,44769,1730994237534, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:44:00,613 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b55becefd918bc681c8af27697cd9e5, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,620 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=26 2024-11-07T15:44:00,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,45079,1730994237361 in 218 msec 2024-11-07T15:44:00,622 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,623 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9080bdacde3a365309459a3900f0e66c columnFamilyName colfamily11 2024-11-07T15:44:00,623 DEBUG [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,624 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(327): Store=9080bdacde3a365309459a3900f0e66c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN in 435 msec 2024-11-07T15:44:00,624 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,625 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily11 2024-11-07T15:44:00,626 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,627 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9080bdacde3a365309459a3900f0e66c columnFamilyName colfamily21 2024-11-07T15:44:00,627 DEBUG [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,627 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,627 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,627 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(327): Store=9080bdacde3a365309459a3900f0e66c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,627 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba27914a5b1d24c77e9ac26d6ff5e486 columnFamilyName colfamily11 2024-11-07T15:44:00,627 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,628 DEBUG [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,629 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily21 2024-11-07T15:44:00,629 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=25 2024-11-07T15:44:00,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b55becefd918bc681c8af27697cd9e5, server=c2682f91c1e2,44769,1730994237534 in 156 msec 2024-11-07T15:44:00,630 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9080bdacde3a365309459a3900f0e66c columnFamilyName colfamily31 2024-11-07T15:44:00,630 DEBUG [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,630 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,630 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,631 INFO [StoreOpener-9080bdacde3a365309459a3900f0e66c-1 {}] regionserver.HStore(327): Store=9080bdacde3a365309459a3900f0e66c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,631 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(327): Store=ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,631 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,631 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,633 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b55becefd918bc681c8af27697cd9e5, ASSIGN in 444 msec 2024-11-07T15:44:00,633 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba27914a5b1d24c77e9ac26d6ff5e486 columnFamilyName colfamily21 2024-11-07T15:44:00,634 DEBUG [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,634 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily31 2024-11-07T15:44:00,634 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,634 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,634 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(327): Store=ba27914a5b1d24c77e9ac26d6ff5e486/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,634 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,635 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,635 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,635 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,636 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,636 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,636 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba27914a5b1d24c77e9ac26d6ff5e486 columnFamilyName colfamily31 2024-11-07T15:44:00,636 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,637 DEBUG [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,637 INFO [StoreOpener-ba27914a5b1d24c77e9ac26d6ff5e486-1 {}] regionserver.HStore(327): Store=ba27914a5b1d24c77e9ac26d6ff5e486/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,639 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,639 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,639 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,639 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,640 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,640 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,642 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,642 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,643 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,643 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,643 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,644 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 9080bdacde3a365309459a3900f0e66c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61601458, jitterRate=-0.08206674456596375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,644 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:44:00,644 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 9080bdacde3a365309459a3900f0e66c: Running coprocessor pre-open hook at 1730994240610Writing region info on filesystem at 1730994240610Initializing all the Stores at 1730994240611 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240611Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240620 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240620Cleaning up temporary data from old regions at 1730994240636 (+16 ms)Running coprocessor post-open hooks at 1730994240644 (+8 ms)Region opened successfully at 1730994240644 2024-11-07T15:44:00,646 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., pid=50, masterSystemTime=1730994240565 2024-11-07T15:44:00,646 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,647 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,648 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 1ed6344d7c694832c5f27d2e03a30457; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70260144, jitterRate=0.04695773124694824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,649 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:44:00,649 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 1ed6344d7c694832c5f27d2e03a30457: Running coprocessor pre-open hook at 1730994240607Writing region info on filesystem at 1730994240607Initializing all the Stores at 1730994240609 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240609Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240612 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240612Cleaning up temporary data from old regions at 1730994240639 (+27 ms)Running coprocessor post-open hooks at 1730994240649 (+10 ms)Region opened successfully at 1730994240649 2024-11-07T15:44:00,650 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:44:00,650 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:44:00,650 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:44:00,651 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., pid=32, masterSystemTime=1730994240512 2024-11-07T15:44:00,651 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 351d81c7ca1bb3bc9b47d08b04c146ad, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-07T15:44:00,651 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,653 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,653 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,653 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,653 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,653 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,654 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened ba27914a5b1d24c77e9ac26d6ff5e486; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73500203, jitterRate=0.09523837268352509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,654 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:44:00,654 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for ba27914a5b1d24c77e9ac26d6ff5e486: Running coprocessor pre-open hook at 1730994240605Writing region info on filesystem at 1730994240605Initializing all the Stores at 1730994240607 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240608 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240611 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240611Cleaning up temporary data from old regions at 1730994240642 (+31 ms)Running coprocessor post-open hooks at 1730994240654 (+12 ms)Region opened successfully at 1730994240654 2024-11-07T15:44:00,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9080bdacde3a365309459a3900f0e66c, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,655 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,655 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:44:00,655 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:44:00,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => d8a8aa909e9185082de86a098386d614, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-07T15:44:00,656 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,656 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,659 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., pid=44, masterSystemTime=1730994240587 2024-11-07T15:44:00,660 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,661 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351d81c7ca1bb3bc9b47d08b04c146ad columnFamilyName colfamily11 2024-11-07T15:44:00,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,661 DEBUG [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,662 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(327): Store=351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,662 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily11 2024-11-07T15:44:00,662 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,662 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,662 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:44:00,662 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:44:00,663 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,663 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e6e0227a26a27a6d6c84c1337f5a4975, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-07T15:44:00,663 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,663 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,663 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,664 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,664 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,664 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,664 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351d81c7ca1bb3bc9b47d08b04c146ad columnFamilyName colfamily21 2024-11-07T15:44:00,665 DEBUG [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,665 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily21 2024-11-07T15:44:00,666 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=18 2024-11-07T15:44:00,666 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 9080bdacde3a365309459a3900f0e66c, server=c2682f91c1e2,44769,1730994237534 in 194 msec 2024-11-07T15:44:00,666 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(327): Store=351d81c7ca1bb3bc9b47d08b04c146ad/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,666 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,666 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,666 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,666 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,668 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 351d81c7ca1bb3bc9b47d08b04c146ad columnFamilyName colfamily31 2024-11-07T15:44:00,668 DEBUG [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,669 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily31 2024-11-07T15:44:00,669 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,669 INFO [StoreOpener-351d81c7ca1bb3bc9b47d08b04c146ad-1 {}] regionserver.HStore(327): Store=351d81c7ca1bb3bc9b47d08b04c146ad/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,669 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,670 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9080bdacde3a365309459a3900f0e66c, ASSIGN in 480 msec 2024-11-07T15:44:00,669 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,671 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,672 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,672 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,672 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,673 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,673 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e0227a26a27a6d6c84c1337f5a4975 columnFamilyName colfamily11 2024-11-07T15:44:00,674 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,675 DEBUG [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,675 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,675 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,675 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,675 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,676 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba27914a5b1d24c77e9ac26d6ff5e486, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,676 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(327): Store=e6e0227a26a27a6d6c84c1337f5a4975/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,676 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,678 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,678 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,679 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e0227a26a27a6d6c84c1337f5a4975 columnFamilyName colfamily21 2024-11-07T15:44:00,679 DEBUG [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,679 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(327): Store=e6e0227a26a27a6d6c84c1337f5a4975/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,680 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-07T15:44:00,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,45079,1730994237361 in 312 msec 2024-11-07T15:44:00,683 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,683 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,683 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened d8a8aa909e9185082de86a098386d614; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69446622, jitterRate=0.03483530879020691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,683 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8a8aa909e9185082de86a098386d614 2024-11-07T15:44:00,684 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for d8a8aa909e9185082de86a098386d614: Running coprocessor pre-open hook at 1730994240657Writing region info on filesystem at 1730994240657Initializing all the Stores at 1730994240659 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240659Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240659Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240659Cleaning up temporary data from old regions at 1730994240675 (+16 ms)Running coprocessor post-open hooks at 1730994240683 (+8 ms)Region opened successfully at 1730994240683 2024-11-07T15:44:00,684 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6e0227a26a27a6d6c84c1337f5a4975 columnFamilyName colfamily31 2024-11-07T15:44:00,684 DEBUG [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN in 495 msec 2024-11-07T15:44:00,685 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 351d81c7ca1bb3bc9b47d08b04c146ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60128389, jitterRate=-0.10401718318462372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,685 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:44:00,685 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., pid=35, masterSystemTime=1730994240512 2024-11-07T15:44:00,685 INFO [StoreOpener-e6e0227a26a27a6d6c84c1337f5a4975-1 {}] regionserver.HStore(327): Store=e6e0227a26a27a6d6c84c1337f5a4975/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,685 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 351d81c7ca1bb3bc9b47d08b04c146ad: Running coprocessor pre-open hook at 1730994240653Writing region info on filesystem at 1730994240653Initializing all the Stores at 1730994240656 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240656Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240656Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240656Cleaning up temporary data from old regions at 1730994240675 (+19 ms)Running coprocessor post-open hooks at 1730994240685 (+10 ms)Region opened successfully at 1730994240685 2024-11-07T15:44:00,685 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,687 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,687 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,689 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., pid=47, masterSystemTime=1730994240565 2024-11-07T15:44:00,689 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:44:00,689 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:44:00,689 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 8895298dab8797c6eb0d1f68112b3f01, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,690 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,691 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=19 2024-11-07T15:44:00,691 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure ba27914a5b1d24c77e9ac26d6ff5e486, server=c2682f91c1e2,37137,1730994237466 in 247 msec 2024-11-07T15:44:00,692 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,692 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:44:00,692 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:44:00,692 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:44:00,692 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a25c6ef6c5cb412ccfe13375db8969c, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-07T15:44:00,693 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,693 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,693 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,693 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,694 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,694 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,694 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,696 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily11 2024-11-07T15:44:00,696 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,698 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 351d81c7ca1bb3bc9b47d08b04c146ad, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,698 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,700 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily21 2024-11-07T15:44:00,700 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ba27914a5b1d24c77e9ac26d6ff5e486, ASSIGN in 512 msec 2024-11-07T15:44:00,700 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,700 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,700 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,702 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily31 2024-11-07T15:44:00,703 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,703 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25c6ef6c5cb412ccfe13375db8969c columnFamilyName colfamily11 2024-11-07T15:44:00,703 DEBUG [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,704 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,704 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=6 2024-11-07T15:44:00,705 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(327): Store=1a25c6ef6c5cb412ccfe13375db8969c/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 351d81c7ca1bb3bc9b47d08b04c146ad, server=c2682f91c1e2,44769,1730994237534 in 248 msec 2024-11-07T15:44:00,705 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,705 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,705 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,707 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25c6ef6c5cb412ccfe13375db8969c columnFamilyName colfamily21 2024-11-07T15:44:00,707 DEBUG [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,707 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,707 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,708 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(327): Store=1a25c6ef6c5cb412ccfe13375db8969c/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=351d81c7ca1bb3bc9b47d08b04c146ad, ASSIGN in 519 msec 2024-11-07T15:44:00,708 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,708 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,709 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,710 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e6e0227a26a27a6d6c84c1337f5a4975; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59240102, jitterRate=-0.11725369095802307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,710 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:44:00,710 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a25c6ef6c5cb412ccfe13375db8969c columnFamilyName colfamily31 2024-11-07T15:44:00,710 DEBUG [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,710 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e6e0227a26a27a6d6c84c1337f5a4975: Running coprocessor pre-open hook at 1730994240664Writing region info on filesystem at 1730994240664Initializing all the Stores at 1730994240666 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240666Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240666Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240666Cleaning up temporary data from old regions at 1730994240690 (+24 ms)Running coprocessor post-open hooks at 1730994240710 (+20 ms)Region opened successfully at 1730994240710 2024-11-07T15:44:00,711 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=d8a8aa909e9185082de86a098386d614, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,712 INFO [StoreOpener-1a25c6ef6c5cb412ccfe13375db8969c-1 {}] regionserver.HStore(327): Store=1a25c6ef6c5cb412ccfe13375db8969c/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,712 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,712 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., pid=46, masterSystemTime=1730994240587 2024-11-07T15:44:00,712 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,714 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,715 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,715 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,715 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:44:00,716 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:44:00,716 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c39edb322f741bd2c32a31ab426ec08, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-07T15:44:00,716 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,716 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,717 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,717 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,717 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,718 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,718 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 8895298dab8797c6eb0d1f68112b3f01; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70751923, jitterRate=0.05428580939769745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,718 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:44:00,718 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,718 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 8895298dab8797c6eb0d1f68112b3f01: Running coprocessor pre-open hook at 1730994240691Writing region info on filesystem at 1730994240691Initializing all the Stores at 1730994240693 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240693Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240693Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240693Cleaning up temporary data from old regions at 1730994240707 (+14 ms)Running coprocessor post-open hooks at 1730994240718 (+11 ms)Region opened successfully at 1730994240718 2024-11-07T15:44:00,720 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., pid=36, masterSystemTime=1730994240512 2024-11-07T15:44:00,720 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,723 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6e0227a26a27a6d6c84c1337f5a4975, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,724 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:44:00,724 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,724 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:44:00,724 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:44:00,725 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:44:00,725 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => f60fdd796b6d1846ff641d56d6e6c960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-07T15:44:00,725 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,725 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,725 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,725 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,727 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c39edb322f741bd2c32a31ab426ec08 columnFamilyName colfamily11 2024-11-07T15:44:00,728 DEBUG [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,728 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(327): Store=2c39edb322f741bd2c32a31ab426ec08/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,729 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=8 2024-11-07T15:44:00,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,45079,1730994237361 in 346 msec 2024-11-07T15:44:00,730 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c39edb322f741bd2c32a31ab426ec08 columnFamilyName colfamily21 2024-11-07T15:44:00,731 DEBUG [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,731 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(327): Store=2c39edb322f741bd2c32a31ab426ec08/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,732 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,733 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN in 545 msec 2024-11-07T15:44:00,734 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c39edb322f741bd2c32a31ab426ec08 columnFamilyName colfamily31 2024-11-07T15:44:00,734 DEBUG [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,735 INFO [StoreOpener-2c39edb322f741bd2c32a31ab426ec08-1 {}] regionserver.HStore(327): Store=2c39edb322f741bd2c32a31ab426ec08/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,735 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,736 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,736 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,736 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,739 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,739 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,739 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,740 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 1a25c6ef6c5cb412ccfe13375db8969c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60352644, jitterRate=-0.10067552328109741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:44:00,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 1a25c6ef6c5cb412ccfe13375db8969c: Running coprocessor pre-open hook at 1730994240694Writing region info on filesystem at 1730994240694Initializing all the Stores at 1730994240696 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240696Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240700 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240700Cleaning up temporary data from old regions at 1730994240718 (+18 ms)Running coprocessor post-open hooks at 1730994240740 (+22 ms)Region opened successfully at 1730994240740 2024-11-07T15:44:00,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,741 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily11 2024-11-07T15:44:00,741 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,742 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,742 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., pid=49, masterSystemTime=1730994240565 2024-11-07T15:44:00,742 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,743 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,745 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily21 2024-11-07T15:44:00,746 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,746 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,746 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=28 2024-11-07T15:44:00,746 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure e6e0227a26a27a6d6c84c1337f5a4975, server=c2682f91c1e2,37137,1730994237466 in 290 msec 2024-11-07T15:44:00,747 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:44:00,747 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:44:00,747 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:44:00,747 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => feead7c65a67051bc58f1f7c6cd53275, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-07T15:44:00,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6e0227a26a27a6d6c84c1337f5a4975, ASSIGN in 561 msec 2024-11-07T15:44:00,750 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily31 2024-11-07T15:44:00,750 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,750 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,751 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,751 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,752 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,752 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,753 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,755 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a25c6ef6c5cb412ccfe13375db8969c, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,756 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,756 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 2c39edb322f741bd2c32a31ab426ec08; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68134620, jitterRate=0.015284955501556396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,756 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:44:00,756 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 2c39edb322f741bd2c32a31ab426ec08: Running coprocessor pre-open hook at 1730994240717Writing region info on filesystem at 1730994240717Initializing all the Stores at 1730994240718 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240718Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240724 (+6 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240724Cleaning up temporary data from old regions at 1730994240739 (+15 ms)Running coprocessor post-open hooks at 1730994240756 (+17 ms)Region opened successfully at 1730994240756 2024-11-07T15:44:00,757 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., pid=53, masterSystemTime=1730994240587 2024-11-07T15:44:00,758 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,760 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:44:00,760 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:44:00,760 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feead7c65a67051bc58f1f7c6cd53275 columnFamilyName colfamily11 2024-11-07T15:44:00,760 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:44:00,761 DEBUG [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,761 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 792618681803078e02378980a0b10f60, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-07T15:44:00,761 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(327): Store=feead7c65a67051bc58f1f7c6cd53275/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,761 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,761 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,762 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,762 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,762 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=14 2024-11-07T15:44:00,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,45079,1730994237361 in 369 msec 2024-11-07T15:44:00,763 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feead7c65a67051bc58f1f7c6cd53275 columnFamilyName colfamily21 2024-11-07T15:44:00,763 DEBUG [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,764 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(327): Store=feead7c65a67051bc58f1f7c6cd53275/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,764 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,765 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN in 577 msec 2024-11-07T15:44:00,766 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region feead7c65a67051bc58f1f7c6cd53275 columnFamilyName colfamily31 2024-11-07T15:44:00,766 DEBUG [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,766 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,767 INFO [StoreOpener-feead7c65a67051bc58f1f7c6cd53275-1 {}] regionserver.HStore(327): Store=feead7c65a67051bc58f1f7c6cd53275/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,767 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,767 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened f60fdd796b6d1846ff641d56d6e6c960; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60288622, jitterRate=-0.10162952542304993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,767 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:44:00,768 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for f60fdd796b6d1846ff641d56d6e6c960: Running coprocessor pre-open hook at 1730994240726Writing region info on filesystem at 1730994240726Initializing all the Stores at 1730994240728 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240728Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240736 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240736Cleaning up temporary data from old regions at 1730994240754 (+18 ms)Running coprocessor post-open hooks at 1730994240767 (+13 ms)Region opened successfully at 1730994240768 (+1 ms) 2024-11-07T15:44:00,768 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,769 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., pid=33, masterSystemTime=1730994240512 2024-11-07T15:44:00,769 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792618681803078e02378980a0b10f60 columnFamilyName colfamily11 2024-11-07T15:44:00,769 DEBUG [StoreOpener-792618681803078e02378980a0b10f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,769 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,771 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c39edb322f741bd2c32a31ab426ec08, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,772 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(327): Store=792618681803078e02378980a0b10f60/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,772 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:44:00,773 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:44:00,773 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:44:00,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 7352068efb4c5ce803da5b5a641d16d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-07T15:44:00,774 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,774 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,774 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,774 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792618681803078e02378980a0b10f60 columnFamilyName colfamily21 2024-11-07T15:44:00,775 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,775 DEBUG [StoreOpener-792618681803078e02378980a0b10f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,775 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,776 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(327): Store=792618681803078e02378980a0b10f60/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,776 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,777 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=15 2024-11-07T15:44:00,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a25c6ef6c5cb412ccfe13375db8969c, server=c2682f91c1e2,44769,1730994237534 in 311 msec 2024-11-07T15:44:00,777 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,780 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily11 2024-11-07T15:44:00,780 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 792618681803078e02378980a0b10f60 columnFamilyName colfamily31 2024-11-07T15:44:00,780 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,780 DEBUG [StoreOpener-792618681803078e02378980a0b10f60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1a25c6ef6c5cb412ccfe13375db8969c, ASSIGN in 591 msec 2024-11-07T15:44:00,780 INFO [StoreOpener-792618681803078e02378980a0b10f60-1 {}] regionserver.HStore(327): Store=792618681803078e02378980a0b10f60/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,781 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,781 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,781 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,781 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,782 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened feead7c65a67051bc58f1f7c6cd53275; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75003947, jitterRate=0.11764590442180634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,782 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:44:00,782 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for feead7c65a67051bc58f1f7c6cd53275: Running coprocessor pre-open hook at 1730994240748Writing region info on filesystem at 1730994240748Initializing all the Stores at 1730994240749 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240750 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240753 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240753Cleaning up temporary data from old regions at 1730994240773 (+20 ms)Running coprocessor post-open hooks at 1730994240782 (+9 ms)Region opened successfully at 1730994240782 2024-11-07T15:44:00,782 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60 2024-11-07T15:44:00,783 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily21 2024-11-07T15:44:00,783 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,784 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60 2024-11-07T15:44:00,784 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., pid=48, masterSystemTime=1730994240565 2024-11-07T15:44:00,784 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,785 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,786 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,786 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,787 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:44:00,787 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily31 2024-11-07T15:44:00,787 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:44:00,787 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,787 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,787 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => a02d45bf21c64656508d1ed8194a6239, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-07T15:44:00,787 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,787 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,787 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,787 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,788 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,788 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,788 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,790 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,790 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,791 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,791 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=16 2024-11-07T15:44:00,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c39edb322f741bd2c32a31ab426ec08, server=c2682f91c1e2,37137,1730994237466 in 304 msec 2024-11-07T15:44:00,793 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,793 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,794 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,794 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02d45bf21c64656508d1ed8194a6239 columnFamilyName colfamily11 2024-11-07T15:44:00,795 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,795 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 792618681803078e02378980a0b10f60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68643018, jitterRate=0.022860676050186157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,795 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 792618681803078e02378980a0b10f60 2024-11-07T15:44:00,795 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 792618681803078e02378980a0b10f60: Running coprocessor pre-open hook at 1730994240762Writing region info on filesystem at 1730994240762Initializing all the Stores at 1730994240764 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240764Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240765 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240765Cleaning up temporary data from old regions at 1730994240787 (+22 ms)Running coprocessor post-open hooks at 1730994240795 (+8 ms)Region opened successfully at 1730994240795 2024-11-07T15:44:00,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c39edb322f741bd2c32a31ab426ec08, ASSIGN in 607 msec 2024-11-07T15:44:00,796 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., pid=56, masterSystemTime=1730994240587 2024-11-07T15:44:00,797 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,797 DEBUG [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,798 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(327): Store=a02d45bf21c64656508d1ed8194a6239/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,798 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,800 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:44:00,800 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:44:00,800 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,800 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => f98f7c47db488424b0be0dacad823f10, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-07T15:44:00,801 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02d45bf21c64656508d1ed8194a6239 columnFamilyName colfamily21 2024-11-07T15:44:00,801 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,801 DEBUG [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,801 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,801 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,801 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,803 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(327): Store=a02d45bf21c64656508d1ed8194a6239/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,803 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure feead7c65a67051bc58f1f7c6cd53275, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,805 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a02d45bf21c64656508d1ed8194a6239 columnFamilyName colfamily31 2024-11-07T15:44:00,805 DEBUG [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=792618681803078e02378980a0b10f60, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,805 INFO [StoreOpener-a02d45bf21c64656508d1ed8194a6239-1 {}] regionserver.HStore(327): Store=a02d45bf21c64656508d1ed8194a6239/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,806 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,807 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,808 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 792618681803078e02378980a0b10f60, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,810 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,810 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,811 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,813 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=12 2024-11-07T15:44:00,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 792618681803078e02378980a0b10f60, server=c2682f91c1e2,37137,1730994237466 in 314 msec 2024-11-07T15:44:00,817 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,818 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,818 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 7352068efb4c5ce803da5b5a641d16d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65687368, jitterRate=-0.021181941032409668}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,818 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:44:00,818 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 7352068efb4c5ce803da5b5a641d16d0: Running coprocessor pre-open hook at 1730994240775Writing region info on filesystem at 1730994240775Initializing all the Stores at 1730994240777 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240777Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240777Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240777Cleaning up temporary data from old regions at 1730994240793 (+16 ms)Running coprocessor post-open hooks at 1730994240818 (+25 ms)Region opened successfully at 1730994240818 2024-11-07T15:44:00,820 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., pid=37, masterSystemTime=1730994240512 2024-11-07T15:44:00,821 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98f7c47db488424b0be0dacad823f10 columnFamilyName colfamily11 2024-11-07T15:44:00,821 DEBUG [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,821 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=792618681803078e02378980a0b10f60, ASSIGN in 630 msec 2024-11-07T15:44:00,824 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:44:00,824 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:44:00,823 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(327): Store=f98f7c47db488424b0be0dacad823f10/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,824 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,824 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,825 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => bcfccd2b49a859dfb242ff1b4229ea5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-07T15:44:00,825 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,825 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,825 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,825 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,826 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened a02d45bf21c64656508d1ed8194a6239; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65423665, jitterRate=-0.025111421942710876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,826 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:44:00,826 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for a02d45bf21c64656508d1ed8194a6239: Running coprocessor pre-open hook at 1730994240788Writing region info on filesystem at 1730994240788Initializing all the Stores at 1730994240790 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240790Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240790Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240790Cleaning up temporary data from old regions at 1730994240810 (+20 ms)Running coprocessor post-open hooks at 1730994240826 (+16 ms)Region opened successfully at 1730994240826 2024-11-07T15:44:00,827 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98f7c47db488424b0be0dacad823f10 columnFamilyName colfamily21 2024-11-07T15:44:00,827 DEBUG [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,828 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(327): Store=f98f7c47db488424b0be0dacad823f10/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,828 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,828 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239., pid=40, masterSystemTime=1730994240565 2024-11-07T15:44:00,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=13 2024-11-07T15:44:00,830 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f98f7c47db488424b0be0dacad823f10 columnFamilyName colfamily31 2024-11-07T15:44:00,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure feead7c65a67051bc58f1f7c6cd53275, server=c2682f91c1e2,44769,1730994237534 in 365 msec 2024-11-07T15:44:00,830 DEBUG [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,831 INFO [StoreOpener-f98f7c47db488424b0be0dacad823f10-1 {}] regionserver.HStore(327): Store=f98f7c47db488424b0be0dacad823f10/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,831 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,832 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,832 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,833 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=feead7c65a67051bc58f1f7c6cd53275, ASSIGN in 644 msec 2024-11-07T15:44:00,835 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,835 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,836 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,836 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:44:00,836 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:44:00,836 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => ae114613df8d115aaf3518645bb82766, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-07T15:44:00,836 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,837 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,837 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,837 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,837 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,837 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily11 2024-11-07T15:44:00,837 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,838 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,838 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,838 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,838 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:44:00,840 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,840 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,842 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily21 2024-11-07T15:44:00,842 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,843 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,843 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae114613df8d115aaf3518645bb82766 columnFamilyName colfamily11 2024-11-07T15:44:00,843 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,843 DEBUG [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,844 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(327): Store=ae114613df8d115aaf3518645bb82766/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,844 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,845 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily31 2024-11-07T15:44:00,845 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,846 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae114613df8d115aaf3518645bb82766 columnFamilyName colfamily21 2024-11-07T15:44:00,846 DEBUG [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,846 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,847 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,847 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(327): Store=ae114613df8d115aaf3518645bb82766/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,847 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,848 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,849 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,850 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ae114613df8d115aaf3518645bb82766 columnFamilyName colfamily31 2024-11-07T15:44:00,850 DEBUG [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,852 INFO [StoreOpener-ae114613df8d115aaf3518645bb82766-1 {}] regionserver.HStore(327): Store=ae114613df8d115aaf3518645bb82766/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,852 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,852 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,852 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,853 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=11 2024-11-07T15:44:00,854 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,45079,1730994237361 in 478 msec 2024-11-07T15:44:00,854 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,857 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN in 668 msec 2024-11-07T15:44:00,862 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure a02d45bf21c64656508d1ed8194a6239, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,864 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened f98f7c47db488424b0be0dacad823f10; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63500716, jitterRate=-0.05376559495925903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,864 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:44:00,864 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for f98f7c47db488424b0be0dacad823f10: Running coprocessor pre-open hook at 1730994240801Writing region info on filesystem at 1730994240801Initializing all the Stores at 1730994240803 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240803Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240817 (+14 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240817Cleaning up temporary data from old regions at 1730994240836 (+19 ms)Running coprocessor post-open hooks at 1730994240864 (+28 ms)Region opened successfully at 1730994240864 2024-11-07T15:44:00,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,864 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,866 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., pid=45, masterSystemTime=1730994240587 2024-11-07T15:44:00,869 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,869 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,869 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,870 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:44:00,870 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:44:00,870 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened ae114613df8d115aaf3518645bb82766; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67798753, jitterRate=0.010280147194862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => c6f991c27ba53c44e04b97b47c925c79, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-07T15:44:00,870 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ae114613df8d115aaf3518645bb82766 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for ae114613df8d115aaf3518645bb82766: Running coprocessor pre-open hook at 1730994240837Writing region info on filesystem at 1730994240837Initializing all the Stores at 1730994240839 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240839Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240839Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240840 (+1 ms)Cleaning up temporary data from old regions at 1730994240856 (+16 ms)Running coprocessor post-open hooks at 1730994240870 (+14 ms)Region opened successfully at 1730994240871 (+1 ms) 2024-11-07T15:44:00,871 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened bcfccd2b49a859dfb242ff1b4229ea5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59123199, jitterRate=-0.11899568140506744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for bcfccd2b49a859dfb242ff1b4229ea5d: Running coprocessor pre-open hook at 1730994240826Writing region info on filesystem at 1730994240826Initializing all the Stores at 1730994240829 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240829Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240832 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240832Cleaning up temporary data from old regions at 1730994240852 (+20 ms)Running coprocessor post-open hooks at 1730994240871 (+19 ms)Region opened successfully at 1730994240871 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,873 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., pid=31, masterSystemTime=1730994240512 2024-11-07T15:44:00,873 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., pid=42, masterSystemTime=1730994240565 2024-11-07T15:44:00,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=30 2024-11-07T15:44:00,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure a02d45bf21c64656508d1ed8194a6239, server=c2682f91c1e2,44769,1730994237534 in 455 msec 2024-11-07T15:44:00,875 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,876 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,876 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:44:00,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a02d45bf21c64656508d1ed8194a6239, ASSIGN in 687 msec 2024-11-07T15:44:00,877 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f991c27ba53c44e04b97b47c925c79 columnFamilyName colfamily11 2024-11-07T15:44:00,877 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:44:00,877 DEBUG [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,877 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:44:00,877 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => f0d544fadd5443fda9cecb3ccb901bbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-07T15:44:00,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,878 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(327): Store=c6f991c27ba53c44e04b97b47c925c79/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,878 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,878 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ae114613df8d115aaf3518645bb82766, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,880 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f991c27ba53c44e04b97b47c925c79 columnFamilyName colfamily21 2024-11-07T15:44:00,880 DEBUG [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,881 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(327): Store=c6f991c27ba53c44e04b97b47c925c79/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:00,883 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ae114613df8d115aaf3518645bb82766, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,884 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,886 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d544fadd5443fda9cecb3ccb901bbf columnFamilyName colfamily11 2024-11-07T15:44:00,886 DEBUG [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,887 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(327): Store=f0d544fadd5443fda9cecb3ccb901bbf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,887 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,45079,1730994237361 because future has completed 2024-11-07T15:44:00,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=9 2024-11-07T15:44:00,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ae114613df8d115aaf3518645bb82766, server=c2682f91c1e2,44769,1730994237534 in 462 msec 2024-11-07T15:44:00,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ae114613df8d115aaf3518645bb82766, ASSIGN in 708 msec 2024-11-07T15:44:00,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29 2024-11-07T15:44:00,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,45079,1730994237361 in 541 msec 2024-11-07T15:44:00,902 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d544fadd5443fda9cecb3ccb901bbf columnFamilyName colfamily21 2024-11-07T15:44:00,902 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6f991c27ba53c44e04b97b47c925c79 columnFamilyName colfamily31 2024-11-07T15:44:00,902 DEBUG [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,902 DEBUG [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,903 INFO [StoreOpener-c6f991c27ba53c44e04b97b47c925c79-1 {}] regionserver.HStore(327): Store=c6f991c27ba53c44e04b97b47c925c79/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,903 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(327): Store=f0d544fadd5443fda9cecb3ccb901bbf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,904 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,906 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0d544fadd5443fda9cecb3ccb901bbf columnFamilyName colfamily31 2024-11-07T15:44:00,906 DEBUG [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN in 715 msec 2024-11-07T15:44:00,907 INFO [StoreOpener-f0d544fadd5443fda9cecb3ccb901bbf-1 {}] regionserver.HStore(327): Store=f0d544fadd5443fda9cecb3ccb901bbf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,908 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,908 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,910 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,911 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f98f7c47db488424b0be0dacad823f10, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,912 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,913 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,914 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,914 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,914 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,914 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,916 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,916 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,916 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=17 2024-11-07T15:44:00,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,45079,1730994237361 in 522 msec 2024-11-07T15:44:00,917 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,919 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,920 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34041 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:44:00,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN in 731 msec 2024-11-07T15:44:00,923 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,923 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened f0d544fadd5443fda9cecb3ccb901bbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71853247, jitterRate=0.07069681584835052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,924 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:44:00,924 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,924 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for f0d544fadd5443fda9cecb3ccb901bbf: Running coprocessor pre-open hook at 1730994240878Writing region info on filesystem at 1730994240878Initializing all the Stores at 1730994240880 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240880Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240884 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240884Cleaning up temporary data from old regions at 1730994240914 (+30 ms)Running coprocessor post-open hooks at 1730994240924 (+10 ms)Region opened successfully at 1730994240924 2024-11-07T15:44:00,924 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened c6f991c27ba53c44e04b97b47c925c79; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70402418, jitterRate=0.049077779054641724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,925 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:44:00,925 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for c6f991c27ba53c44e04b97b47c925c79: Running coprocessor pre-open hook at 1730994240872Writing region info on filesystem at 1730994240872Initializing all the Stores at 1730994240873 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240873Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240874 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240874Cleaning up temporary data from old regions at 1730994240916 (+42 ms)Running coprocessor post-open hooks at 1730994240925 (+9 ms)Region opened successfully at 1730994240925 2024-11-07T15:44:00,925 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., pid=41, masterSystemTime=1730994240565 2024-11-07T15:44:00,926 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., pid=54, masterSystemTime=1730994240587 2024-11-07T15:44:00,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=22 2024-11-07T15:44:00,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure f98f7c47db488424b0be0dacad823f10, server=c2682f91c1e2,37137,1730994237466 in 480 msec 2024-11-07T15:44:00,930 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,930 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:44:00,930 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:44:00,930 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,930 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:44:00,931 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,931 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => bf627b339a6237200939711b86c2b6c5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-07T15:44:00,931 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,931 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,931 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d8d16479db770501b1a9fbacf35fd88, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-07T15:44:00,931 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,932 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,932 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,932 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,932 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,932 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0d544fadd5443fda9cecb3ccb901bbf, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,934 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,936 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6f991c27ba53c44e04b97b47c925c79, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,939 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d8d16479db770501b1a9fbacf35fd88 columnFamilyName colfamily11 2024-11-07T15:44:00,939 DEBUG [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,940 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(327): Store=7d8d16479db770501b1a9fbacf35fd88/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,940 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,942 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d8d16479db770501b1a9fbacf35fd88 columnFamilyName colfamily21 2024-11-07T15:44:00,942 DEBUG [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,943 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(327): Store=7d8d16479db770501b1a9fbacf35fd88/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,943 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,944 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,944 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d8d16479db770501b1a9fbacf35fd88 columnFamilyName colfamily31 2024-11-07T15:44:00,945 DEBUG [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=21 2024-11-07T15:44:00,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure f0d544fadd5443fda9cecb3ccb901bbf, server=c2682f91c1e2,44769,1730994237534 in 520 msec 2024-11-07T15:44:00,946 INFO [StoreOpener-7d8d16479db770501b1a9fbacf35fd88-1 {}] regionserver.HStore(327): Store=7d8d16479db770501b1a9fbacf35fd88/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,946 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf627b339a6237200939711b86c2b6c5 columnFamilyName colfamily11 2024-11-07T15:44:00,946 DEBUG [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,946 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,947 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(327): Store=bf627b339a6237200939711b86c2b6c5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,947 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,948 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f0d544fadd5443fda9cecb3ccb901bbf, ASSIGN in 759 msec 2024-11-07T15:44:00,949 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,950 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf627b339a6237200939711b86c2b6c5 columnFamilyName colfamily21 2024-11-07T15:44:00,950 DEBUG [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,950 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(327): Store=bf627b339a6237200939711b86c2b6c5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,950 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,951 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,952 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,953 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,953 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf627b339a6237200939711b86c2b6c5 columnFamilyName colfamily31 2024-11-07T15:44:00,954 DEBUG [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,954 INFO [StoreOpener-bf627b339a6237200939711b86c2b6c5-1 {}] regionserver.HStore(327): Store=bf627b339a6237200939711b86c2b6c5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,954 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,955 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,955 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,956 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,958 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 7d8d16479db770501b1a9fbacf35fd88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64641866, jitterRate=-0.03676113486289978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:44:00,959 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 7d8d16479db770501b1a9fbacf35fd88: Running coprocessor pre-open hook at 1730994240932Writing region info on filesystem at 1730994240932Initializing all the Stores at 1730994240934 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240934Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240936 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240936Cleaning up temporary data from old regions at 1730994240952 (+16 ms)Running coprocessor post-open hooks at 1730994240958 (+6 ms)Region opened successfully at 1730994240959 (+1 ms) 2024-11-07T15:44:00,959 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,960 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., pid=43, masterSystemTime=1730994240587 2024-11-07T15:44:00,961 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=5 2024-11-07T15:44:00,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6f991c27ba53c44e04b97b47c925c79, server=c2682f91c1e2,37137,1730994237466 in 462 msec 2024-11-07T15:44:00,964 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,964 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:44:00,964 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:44:00,964 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 750686262d63ac23bf5fe7ef2b4474cf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-07T15:44:00,965 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,965 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:44:00,965 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,965 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,966 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,966 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened bf627b339a6237200939711b86c2b6c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71313287, jitterRate=0.06265078485012054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,966 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:44:00,966 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for bf627b339a6237200939711b86c2b6c5: Running coprocessor pre-open hook at 1730994240932Writing region info on filesystem at 1730994240932Initializing all the Stores at 1730994240934 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240934Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240944 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240944Cleaning up temporary data from old regions at 1730994240958 (+14 ms)Running coprocessor post-open hooks at 1730994240966 (+8 ms)Region opened successfully at 1730994240966 2024-11-07T15:44:00,967 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., pid=52, masterSystemTime=1730994240565 2024-11-07T15:44:00,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c6f991c27ba53c44e04b97b47c925c79, ASSIGN in 777 msec 2024-11-07T15:44:00,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:00,970 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,971 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:44:00,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d8d16479db770501b1a9fbacf35fd88, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:00,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:44:00,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure bf627b339a6237200939711b86c2b6c5, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:44:00,977 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,979 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750686262d63ac23bf5fe7ef2b4474cf columnFamilyName colfamily11 2024-11-07T15:44:00,979 DEBUG [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,980 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(327): Store=750686262d63ac23bf5fe7ef2b4474cf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,980 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,982 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750686262d63ac23bf5fe7ef2b4474cf columnFamilyName colfamily21 2024-11-07T15:44:00,982 DEBUG [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=24 2024-11-07T15:44:00,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d8d16479db770501b1a9fbacf35fd88, server=c2682f91c1e2,37137,1730994237466 in 543 msec 2024-11-07T15:44:00,983 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(327): Store=750686262d63ac23bf5fe7ef2b4474cf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,983 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,985 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 750686262d63ac23bf5fe7ef2b4474cf columnFamilyName colfamily31 2024-11-07T15:44:00,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7d8d16479db770501b1a9fbacf35fd88, ASSIGN in 797 msec 2024-11-07T15:44:00,985 DEBUG [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:44:00,986 INFO [StoreOpener-750686262d63ac23bf5fe7ef2b4474cf-1 {}] regionserver.HStore(327): Store=750686262d63ac23bf5fe7ef2b4474cf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:44:00,986 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,987 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,988 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=27 2024-11-07T15:44:00,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure bf627b339a6237200939711b86c2b6c5, server=c2682f91c1e2,44769,1730994237534 in 512 msec 2024-11-07T15:44:00,991 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:44:00,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:44:00,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bf627b339a6237200939711b86c2b6c5, ASSIGN in 804 msec 2024-11-07T15:44:00,994 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f98f7c47db488424b0be0dacad823f10, ASSIGN in 807 msec 2024-11-07T15:44:00,997 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:44:00,998 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 750686262d63ac23bf5fe7ef2b4474cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71563788, jitterRate=0.06638354063034058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:44:00,998 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:44:00,998 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 750686262d63ac23bf5fe7ef2b4474cf: Running coprocessor pre-open hook at 1730994240965Writing region info on filesystem at 1730994240965Initializing all the Stores at 1730994240966 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240966Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240976 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994240976Cleaning up temporary data from old regions at 1730994240990 (+14 ms)Running coprocessor post-open hooks at 1730994240998 (+8 ms)Region opened successfully at 1730994240998 2024-11-07T15:44:00,999 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., pid=55, masterSystemTime=1730994240587 2024-11-07T15:44:01,003 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:44:01,003 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:44:01,003 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, openSeqNum=2, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:44:01,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 750686262d63ac23bf5fe7ef2b4474cf, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:44:01,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=10 2024-11-07T15:44:01,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 750686262d63ac23bf5fe7ef2b4474cf, server=c2682f91c1e2,37137,1730994237466 in 514 msec 2024-11-07T15:44:01,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=4 2024-11-07T15:44:01,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=750686262d63ac23bf5fe7ef2b4474cf, ASSIGN in 825 msec 2024-11-07T15:44:01,015 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:44:01,016 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730994241016"}]},"ts":"1730994241016"} 2024-11-07T15:44:01,019 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-07T15:44:01,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:44:01,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.1890 sec 2024-11-07T15:44:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:44:02,002 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-07T15:44:02,002 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-07T15:44:02,004 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:44:02,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45079 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-07T15:44:02,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-07T15:44:02,027 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:44:02,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-07T15:44:02,079 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,084 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,086 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,140 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,191 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,237 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,241 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,243 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,245 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,283 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,286 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,288 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,290 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,292 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,328 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,331 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,333 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,334 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,336 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,337 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,420 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,423 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,431 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,467 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,469 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,471 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,473 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,477 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,479 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iip', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,516 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,518 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,560 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,568 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,570 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,574 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,575 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,577 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,635 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,640 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,642 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,677 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,729 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,872 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:02,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,931 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,937 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rry', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:02,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,976 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,978 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:02,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,018 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,023 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,025 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,070 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,071 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,072 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,120 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,122 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,124 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,126 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,167 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,169 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,207 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,209 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., hostname=c2682f91c1e2,37137,1730994237466, seqNum=2] 2024-11-07T15:44:03,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,261 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,264 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2] 2024-11-07T15:44:03,307 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239., hostname=c2682f91c1e2,44769,1730994237534, seqNum=2] 2024-11-07T15:44:03,330 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:44:03,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:44:03,369 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:44:03,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:44:03,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37137 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:44:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45079 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:44:03,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44769 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:44:04,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-07T15:44:04,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45079 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-07T15:44:04,391 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-07T15:44:04,391 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:04,391 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:04,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server c2682f91c1e2,45079,1730994237361: Simulated kill ***** 2024-11-07T15:44:04,392 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-07T15:44:04,395 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-07T15:44:04,397 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-07T15:44:04,397 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-07T15:44:04,398 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-07T15:44:04,398 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 605598872 }, "NonHeapMemoryUsage": { "committed": 157679616, "init": 7667712, "max": -1, "used": 154484432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "c2682f91c1e2" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "c2682f91c1e2" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "c2682f91c1e2" } ] } 2024-11-07T15:44:04,401 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34041 {}] master.MasterRpcServices(700): c2682f91c1e2,45079,1730994237361 reported a fatal error: ***** ABORTING region server c2682f91c1e2,45079,1730994237361: Simulated kill ***** 2024-11-07T15:44:04,403 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,45079,1730994237361' ***** 2024-11-07T15:44:04,403 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-07T15:44:04,404 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:44:04,404 INFO [RS:0;c2682f91c1e2:45079 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-07T15:44:04,404 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:44:04,404 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:44:04,404 INFO [RS:0;c2682f91c1e2:45079 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-07T15:44:04,404 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:44:04,405 INFO [RS:0;c2682f91c1e2:45079 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;c2682f91c1e2:45079. 2024-11-07T15:44:04,405 DEBUG [RS:0;c2682f91c1e2:45079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:44:04,409 DEBUG [RS:0;c2682f91c1e2:45079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:44:04,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741836_1012 (size=54214) 2024-11-07T15:44:04,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741836_1012 (size=54214) 2024-11-07T15:44:04,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741836_1012 (size=54214) 2024-11-07T15:44:04,415 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta not finished, retry = 0 2024-11-07T15:44:04,444 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:44:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741833_1009 (size=334920) 2024-11-07T15:44:04,520 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 not finished, retry = 0 2024-11-07T15:44:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741833_1009 (size=334920) 2024-11-07T15:44:04,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741833_1009 (size=334920) 2024-11-07T15:44:04,621 DEBUG [RS:0;c2682f91c1e2:45079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:44:04,622 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:44:04,622 INFO [RS:0;c2682f91c1e2:45079 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45079 2024-11-07T15:44:04,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:44:04,629 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,45079,1730994237361 2024-11-07T15:44:04,629 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:44:04,631 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,45079,1730994237361] 2024-11-07T15:44:04,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,45079,1730994237361 already deleted, retry=false 2024-11-07T15:44:04,633 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of c2682f91c1e2,45079,1730994237361 on c2682f91c1e2,34041,1730994236690 2024-11-07T15:44:04,639 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,643 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for c2682f91c1e2,45079,1730994237361 (carryingMeta=true) c2682f91c1e2,45079,1730994237361/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@7a21cf9b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-07T15:44:04,643 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,643 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:44:04,643 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:44:04,644 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:44:04,705 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:44:04,707 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,708 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:44:04,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:44:04,708 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:44:04,708 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:44:04,709 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:44:04,709 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:44:04,709 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:44:04,709 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:44:04,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:44:04,715 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:44:04,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:44:04,717 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:44:04,717 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,717 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:44:04,717 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-07T15:44:04,719 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:44:04,719 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=hbase:meta, region=1588230740 2024-11-07T15:44:04,719 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPEN 2024-11-07T15:44:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:44:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:44:04,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:44:04,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:44:04,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:44:04,722 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:44:04,724 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994274724 2024-11-07T15:44:04,724 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:44:04,724 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,725 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:44:04,726 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:04,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:04,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:04,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:04,731 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true, isMeta: true 2024-11-07T15:44:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:44:04,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45079-0x10183675f420001, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:44:04,732 INFO [RS:0;c2682f91c1e2:45079 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:44:04,732 INFO [RS:0;c2682f91c1e2:45079 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,45079,1730994237361; zookeeper connection closed. 2024-11-07T15:44:04,732 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@435361a3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@435361a3 2024-11-07T15:44:04,733 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting 2024-11-07T15:44:04,735 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=1, meta=true 2024-11-07T15:44:04,737 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:44:04,737 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:44:04,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta}] 2024-11-07T15:44:04,738 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:44:04,738 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:44:04,738 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:44:04,738 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:44:04,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:04,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:04,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:44:04,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:04,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:04,843 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:04,940 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T15:44:04,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-07T15:44:05,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:44:05,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:05,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:05,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:44:05,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:05,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:05,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:05,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:44:05,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,362 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:05,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:05,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:05,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:44:05,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:06,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:06,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:06,881 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:06,885 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2157 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:06,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:06,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:07,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:44:07,098 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:44:07,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:44:07,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-07T15:44:07,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:44:07,100 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:44:07,101 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T15:44:07,101 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T15:44:08,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:08,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:08,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:08,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4177 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:12,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:12,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:12,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:12,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8207 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:23,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:23,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:23,002 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:23,003 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18278 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:23,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:23,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:23,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:23,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:25,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:44:28,525 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2682f91c1e2:34041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T15:44:33,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:33,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:33,092 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:33,092 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28367 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:39,726 INFO [master/c2682f91c1e2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T15:44:39,726 INFO [master/c2682f91c1e2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T15:44:43,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:43,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:43,162 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:43,163 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38438 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:43,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:43,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:50,927 WARN [RS:2;c2682f91c1e2:44769 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c2682f91c1e2,45079,1730994237361: status=status unset, state=RUNNING, startTime=1730994244643, completionTime=-1 appears to have been leaked 2024-11-07T15:44:53,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:44:53,211 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:44:53,212 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:44:53,213 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48488 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:44:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:44:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:44:53,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:55,806 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:44:59,649 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c6f991c27ba53c44e04b97b47c925c79 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,649 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 750686262d63ac23bf5fe7ef2b4474cf changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 792618681803078e02378980a0b10f60 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c39edb322f741bd2c32a31ab426ec08 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ba27914a5b1d24c77e9ac26d6ff5e486 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f98f7c47db488424b0be0dacad823f10 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7d8d16479db770501b1a9fbacf35fd88 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6e0227a26a27a6d6c84c1337f5a4975 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 351d81c7ca1bb3bc9b47d08b04c146ad changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ae114613df8d115aaf3518645bb82766 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region feead7c65a67051bc58f1f7c6cd53275 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,650 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1a25c6ef6c5cb412ccfe13375db8969c changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,651 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9080bdacde3a365309459a3900f0e66c changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,651 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f0d544fadd5443fda9cecb3ccb901bbf changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,651 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0b55becefd918bc681c8af27697cd9e5 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,651 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bf627b339a6237200939711b86c2b6c5 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:44:59,651 DEBUG [master/c2682f91c1e2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a02d45bf21c64656508d1ed8194a6239 changed from -1.0 to 0.0, refreshing cache 2024-11-07T15:45:02,168 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-07T15:45:02,527 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2682f91c1e2:34041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T15:45:04,731 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-07T15:44:04.729Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:04.843Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05.052Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05.362Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:05.872Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:44:06.885Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:08.903Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:12.933Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:23.003Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:33.093Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:43.163Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:44:53.213Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-07T15:45:04,733 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:45:04,733 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:45:04,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:45:04,733 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:45:04,734 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:45:04,734 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:45:04,734 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:45:04,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:45:04,734 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:45:04,735 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:45:04,738 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:45:04,739 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:45:04,740 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:45:04,740 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:45:04,740 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:45:04,740 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:45:04,742 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:45:04,742 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=hbase:meta, region=1588230740 2024-11-07T15:45:04,742 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPEN 2024-11-07T15:45:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:45:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:45:04,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:45:04,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:45:04,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:45:04,744 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:45:04,745 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994334745 2024-11-07T15:45:04,745 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:45:04,745 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true, isMeta: true 2024-11-07T15:45:04,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:04,746 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:04,747 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:04,748 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=1, meta=true 2024-11-07T15:45:04,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta}] 2024-11-07T15:45:04,748 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:45:04,754 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:45:04,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:04,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:04,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44769 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-07T15:45:04,943 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, size=52.9 K (54214bytes) 2024-11-07T15:45:04,943 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T15:45:04,944 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T15:45:04,944 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta 2024-11-07T15:45:04,949 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta after 3ms 2024-11-07T15:45:04,957 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta took 16ms 2024-11-07T15:45:04,966 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:45:04,974 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta so closing down 2024-11-07T15:45:04,975 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T15:45:04,975 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp 2024-11-07T15:45:04,978 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp 2024-11-07T15:45:04,981 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T15:45:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741864_1040 (size=53973) 2024-11-07T15:45:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741864_1040 (size=53973) 2024-11-07T15:45:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741864_1040 (size=53973) 2024-11-07T15:45:04,994 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) 2024-11-07T15:45:04,997 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-07T15:45:05,000 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-07T15:45:05,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, journal: Splitting hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, size=52.9 K (54214bytes) at 1730994304943Finishing writing output for hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta so closing down at 1730994304974 (+31 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp at 1730994304978 (+4 ms)3 split writer threads finished at 1730994304981 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp (wrote 57 edits, skipped 0 edits in 1 ms) at 1730994304994 (+13 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1730994304997 (+3 ms)Processed 58 edits across 1 Regions in 39 ms; skipped=1; WAL=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1730994305000 (+3 ms) 2024-11-07T15:45:05,001 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta 2024-11-07T15:45:05,002 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-07T15:45:05,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-07T15:45:05,013 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs 2024-11-07T15:45:05,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-07T15:45:05,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 in 257 msec 2024-11-07T15:45:05,018 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:45:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-07T15:45:05,021 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 in 270 msec 2024-11-07T15:45:05,024 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting dir is empty, no logs to split. 2024-11-07T15:45:05,024 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=0, meta=true 2024-11-07T15:45:05,024 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2682f91c1e2,45079,1730994237361 WAL splitting is done? wals=0, meta=true 2024-11-07T15:45:05,024 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:45:05,024 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:45:05,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:45:05,024 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:45:05,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:05,060 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:05,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:45:05,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:05,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:05,370 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:05,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:45:05,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,371 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:05,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:05,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:05,881 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:45:05,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05,882 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:06,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:06,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:06,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:06,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2146 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:06,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:06,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:06,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:06,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:08,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:08,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:08,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:08,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4156 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:08,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:12,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:12,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:12,921 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:12,922 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8176 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:12,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:12,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:23,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:23,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:23,022 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:23,022 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18276 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:23,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:23,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:23,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:23,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:25,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:45:33,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:33,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:33,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:33,072 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28326 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:33,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:33,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:43,120 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:43,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:43,121 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:43,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38376 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:43,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:53,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:45:53,170 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:45:53,171 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:45:53,172 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48426 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:45:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:45:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:45:53,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:55,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:45:58,721 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-07T15:45:58,734 WARN [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 17, running: 1 2024-11-07T15:45:58,763 WARN [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 21, running: 1 2024-11-07T15:46:03,529 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=c2682f91c1e2:34041 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-07T15:46:04,751 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-07T15:45:04.747Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:04.852Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05.061Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05.371Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:05.882Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:45:06.892Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:08.903Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:12.922Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:23.023Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:33.072Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:43.122Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:45:53.172Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-07T15:46:04,753 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:46:04,753 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:46:04,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:46:04,753 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:46:04,753 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:46:04,753 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:46:04,753 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:46:04,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:46:04,754 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:46:04,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:46:04,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:46:04,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:46:04,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:46:04,757 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:46:04,758 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:46:04,759 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:46:04,759 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:46:04,760 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:46:04,760 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=hbase:meta, region=1588230740 2024-11-07T15:46:04,761 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPEN 2024-11-07T15:46:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:46:04,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:46:04,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:46:04,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:46:04,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:46:04,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:46:04,764 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994394763 2024-11-07T15:46:04,764 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:46:04,764 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:04,764 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:04,765 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:04,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:04,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:04,766 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting dir is empty, no logs to split. 2024-11-07T15:46:04,766 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=0, meta=true 2024-11-07T15:46:04,766 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2682f91c1e2,45079,1730994237361 WAL splitting is done? wals=0, meta=true 2024-11-07T15:46:04,766 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:46:04,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:46:04,768 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:46:04,768 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:46:04,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:46:04,769 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:46:04,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:04,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:04,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:46:04,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:04,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:04,872 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:05,080 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:05,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:05,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:46:05,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,081 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:05,390 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:05,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:05,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:46:05,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,391 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:06,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:06,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:06,912 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:06,912 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:06,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:06,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:06,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:06,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:08,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:08,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:08,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:08,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4168 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:08,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:08,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:12,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:12,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:12,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:12,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8188 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:12,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:12,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:12,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:12,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:23,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:23,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:23,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:23,012 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18247 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:23,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:23,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:23,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:23,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:25,807 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:46:33,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:33,101 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:33,102 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:33,102 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28338 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:33,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:33,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:43,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:43,131 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:43,132 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:43,132 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38368 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:43,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:53,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:46:53,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:46:53,182 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:46:53,182 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to c2682f91c1e2,45079,1730994237361 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48418 ms java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-07T15:46:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:46:53,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:46:53,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:55,736 WARN [RS:2;c2682f91c1e2:44769 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c2682f91c1e2,45079,1730994237361: status=Processing ServerCrashProcedure of c2682f91c1e2,45079,1730994237361 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1730994244717, completionTime=-1 appears to have been leaked 2024-11-07T15:46:55,736 WARN [RS:2;c2682f91c1e2:44769 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of c2682f91c1e2,45079,1730994237361: status=Processing ServerCrashProcedure of c2682f91c1e2,45079,1730994237361 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1730994304740, completionTime=-1 appears to have been leaked 2024-11-07T15:46:55,808 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:47:04,771 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-07T15:46:04.766Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:04.872Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05.081Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05.391Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:05.901Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:46:06.913Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:08.933Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:12.953Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:23.012Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:33.103Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:43.133Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:46:53.182Z, java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-07T15:47:04,773 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:04,773 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:04,773 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:04,773 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:04,773 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:04,774 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:04,774 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:04,774 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:04,774 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:04,775 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:47:04,777 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:04,777 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:04,777 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:04,778 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:04,778 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:04,779 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:04,779 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T15:47:04,781 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:04,781 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,45079,1730994237361, table=hbase:meta, region=1588230740 2024-11-07T15:47:04,781 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,45079,1730994237361, state=OPEN 2024-11-07T15:47:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:04,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:04,784 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:04,790 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994454790 2024-11-07T15:47:04,790 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:04,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:47:04,790 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:04,791 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:47:04,791 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:47:04,792 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:47:04,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:47:04,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-07T15:47:04,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:47:04,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:47:04,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:04,794 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:04,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:47:04,900 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1] 2024-11-07T15:47:04,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:04,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:04,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:04,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:47:04,945 DEBUG [c2682f91c1e2:34041 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-07T15:47:04,945 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:47:04,946 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:47:04,946 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:47:04,946 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:47:04,946 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:47:04,946 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:47:04,946 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:47:04,946 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:47:04,946 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:04,947 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPENING 2024-11-07T15:47:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:04,950 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:04,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:04,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:04,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:04,950 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46577, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:47:05,110 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:47:05,110 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:47:05,110 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:47:05,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:47:05,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1] 2024-11-07T15:47:05,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:47:05,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42979, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:47:05,112 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=c2682f91c1e2%2C37137%2C1730994237466.meta, suffix=.meta, logDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466, archiveDir=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs, maxLogs=32 2024-11-07T15:47:05,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37137 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:42979 deadline: 1730994484792, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:05,129 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466/c2682f91c1e2%2C37137%2C1730994237466.meta.1730994425114.meta, exclude list is [], retry=0 2024-11-07T15:47:05,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46621,DS-5f4a34c9-3fac-4479-9be2-09feefd9634c,DISK] 2024-11-07T15:47:05,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33419,DS-a80aed3d-1bf3-4692-bac2-7c4c1fe23b02,DISK] 2024-11-07T15:47:05,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on c2682f91c1e2,37137,1730994237466 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T15:47:05,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on c2682f91c1e2,37137,1730994237466 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T15:47:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1 from cache 2024-11-07T15:47:05,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35431,DS-5cc83563-d282-4c82-a9cb-62e069570ccb,DISK] 2024-11-07T15:47:05,138 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,37137,1730994237466/c2682f91c1e2%2C37137%2C1730994237466.meta.1730994425114.meta 2024-11-07T15:47:05,138 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43595:43595),(127.0.0.1/127.0.0.1:38293:38293),(127.0.0.1/127.0.0.1:42451:42451)] 2024-11-07T15:47:05,139 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:47:05,139 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:47:05,139 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:47:05,139 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:47:05,139 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:47:05,139 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:05,140 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:47:05,140 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:47:05,141 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:47:05,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:47:05,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:05,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:47:05,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:47:05,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:47:05,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:05,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:47:05,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:47:05,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:47:05,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:47:05,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:47:05,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:47:05,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:05,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:47:05,147 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:47:05,148 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:47:05,150 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740 2024-11-07T15:47:05,151 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-07T15:47:05,166 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-07T15:47:05,169 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-07T15:47:05,242 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/48aa59ba67b243c78b32a3e5f1d74d4b is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad./info:regioninfo/1730994240693/Put/seqid=0 2024-11-07T15:47:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741866_1042 (size=58053) 2024-11-07T15:47:05,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741866_1042 (size=58053) 2024-11-07T15:47:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741866_1042 (size=58053) 2024-11-07T15:47:05,258 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/48aa59ba67b243c78b32a3e5f1d74d4b 2024-11-07T15:47:05,319 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/ns/271839eec0f44b84b78729b6f2a05f59 is 43, key is default/ns:d/1730994239562/Put/seqid=0 2024-11-07T15:47:05,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741867_1043 (size=5153) 2024-11-07T15:47:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741867_1043 (size=5153) 2024-11-07T15:47:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741867_1043 (size=5153) 2024-11-07T15:47:05,332 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/ns/271839eec0f44b84b78729b6f2a05f59 2024-11-07T15:47:05,355 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/table/a46a9288c9084abca7760b2347656276 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1730994241016/Put/seqid=0 2024-11-07T15:47:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741868_1044 (size=5620) 2024-11-07T15:47:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741868_1044 (size=5620) 2024-11-07T15:47:05,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741868_1044 (size=5620) 2024-11-07T15:47:05,365 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/table/a46a9288c9084abca7760b2347656276 2024-11-07T15:47:05,376 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/48aa59ba67b243c78b32a3e5f1d74d4b as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/info/48aa59ba67b243c78b32a3e5f1d74d4b 2024-11-07T15:47:05,385 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/info/48aa59ba67b243c78b32a3e5f1d74d4b, entries=260, sequenceid=60, filesize=56.7 K 2024-11-07T15:47:05,388 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/ns/271839eec0f44b84b78729b6f2a05f59 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/ns/271839eec0f44b84b78729b6f2a05f59 2024-11-07T15:47:05,396 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/ns/271839eec0f44b84b78729b6f2a05f59, entries=2, sequenceid=60, filesize=5.0 K 2024-11-07T15:47:05,398 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/table/a46a9288c9084abca7760b2347656276 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/table/a46a9288c9084abca7760b2347656276 2024-11-07T15:47:05,405 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/table/a46a9288c9084abca7760b2347656276, entries=2, sequenceid=60, filesize=5.5 K 2024-11-07T15:47:05,410 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 239ms, sequenceid=60, compaction requested=false; wal=null 2024-11-07T15:47:05,411 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-07T15:47:05,413 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:47:05,413 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:47:05,413 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:47:05,415 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:47:05,417 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-07T15:47:05,418 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71622266, jitterRate=0.0672549307346344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:47:05,418 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:47:05,419 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730994425140Writing region info on filesystem at 1730994425140Initializing all the Stores at 1730994425141 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994425141Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994425141Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994425141Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730994425141Obtaining lock to block concurrent updates at 1730994425169 (+28 ms)Preparing flush snapshotting stores in 1588230740 at 1730994425169Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1730994425171 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730994425172 (+1 ms)Flushing 1588230740/info: creating writer at 1730994425175 (+3 ms)Flushing 1588230740/info: appending metadata at 1730994425232 (+57 ms)Flushing 1588230740/info: closing flushed file at 1730994425236 (+4 ms)Flushing 1588230740/ns: creating writer at 1730994425302 (+66 ms)Flushing 1588230740/ns: appending metadata at 1730994425318 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1730994425318Flushing 1588230740/table: creating writer at 1730994425340 (+22 ms)Flushing 1588230740/table: appending metadata at 1730994425355 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730994425355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@209ccc70: reopening flushed file at 1730994425375 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60cf15d7: reopening flushed file at 1730994425387 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7709d983: reopening flushed file at 1730994425397 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 239ms, sequenceid=60, compaction requested=false; wal=null at 1730994425410 (+13 ms)Cleaning up temporary data from old regions at 1730994425413 (+3 ms)Running coprocessor post-open hooks at 1730994425418 (+5 ms)Region opened successfully at 1730994425419 (+1 ms) 2024-11-07T15:47:05,420 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1730994425103 2024-11-07T15:47:05,423 DEBUG [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:47:05,423 INFO [RS_OPEN_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:47:05,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:05,425 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,427 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:05,427 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-07T15:47:05,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 in 477 msec 2024-11-07T15:47:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-07T15:47:05,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-07T15:47:05,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:47:05,441 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1] 2024-11-07T15:47:05,475 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,476 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,476 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,476 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,476 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,476 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,477 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,478 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,478 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,478 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,478 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,479 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,480 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,480 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,480 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,480 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,480 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:05,480 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994485480 2024-11-07T15:47:05,480 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994545480 2024-11-07T15:47:05,480 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 690 msec 2024-11-07T15:47:05,481 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): c2682f91c1e2,45079,1730994237361 had 10 regions 2024-11-07T15:47:05,481 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:47:05,481 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:05,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:05,481 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:47:05,731 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:05,731 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:05,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:05,731 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:05,731 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:05,731 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:05,731 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:05,732 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:05,732 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:05,733 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:47:05,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:05,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:05,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:05,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:05,735 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:05,736 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:05,737 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:05,738 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:05,739 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:05,739 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:05,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-07T15:47:05,740 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=61 2024-11-07T15:47:05,740 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=hbase:meta, region=1588230740 2024-11-07T15:47:05,740 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:05,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,742 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:05,743 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994455743 2024-11-07T15:47:05,743 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:05,752 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:05,752 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:05,752 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994485752 2024-11-07T15:47:05,752 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994545752 2024-11-07T15:47:05,753 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-07T15:47:05,753 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): c2682f91c1e2,45079,1730994237361 had 9 regions 2024-11-07T15:47:05,753 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:05,754 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true, isMeta: false 2024-11-07T15:47:05,757 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=1, meta=false 2024-11-07T15:47:05,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902}] 2024-11-07T15:47:05,757 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:47:05,757 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:05,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:05,757 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:47:06,003 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:06,003 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:06,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:06,003 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:06,003 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:06,004 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:06,004 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:06,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:06,004 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:06,005 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:06,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:06,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:06,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:06,010 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:47:06,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=61 2024-11-07T15:47:06,010 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=hbase:meta, region=1588230740 2024-11-07T15:47:06,011 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:06,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:06,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:06,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:06,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:06,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:06,013 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:06,020 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994456020 2024-11-07T15:47:06,020 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:06,027 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,027 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,029 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,030 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:06,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:06,031 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:06,031 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:06,031 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994486031 2024-11-07T15:47:06,031 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994546031 2024-11-07T15:47:06,031 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-07T15:47:06,032 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true, isMeta: false 2024-11-07T15:47:06,035 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=1, meta=false 2024-11-07T15:47:06,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902}] 2024-11-07T15:47:06,035 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:06,037 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:06,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:06,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37137 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-07T15:47:06,216 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, size=327.1 K (334920bytes) 2024-11-07T15:47:06,216 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 2024-11-07T15:47:06,216 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 after 0ms 2024-11-07T15:47:06,225 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 took 10ms 2024-11-07T15:47:06,232 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b99d337de1632d441b8524605de6aab7: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,234 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for de9a89677571ce10cf723f5f08dc2d34: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,235 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b2268988b602cffc01916133928c4344: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,237 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1ed6344d7c694832c5f27d2e03a30457: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,238 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d8a8aa909e9185082de86a098386d614: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,239 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8895298dab8797c6eb0d1f68112b3f01: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,241 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f60fdd796b6d1846ff641d56d6e6c960: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,242 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 7352068efb4c5ce803da5b5a641d16d0: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,243 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bcfccd2b49a859dfb242ff1b4229ea5d: last_flushed_sequence_id: 18446744073709551615 2024-11-07T15:47:06,248 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,250 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,253 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,255 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,258 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,263 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 so closing down 2024-11-07T15:47:06,263 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-07T15:47:06,264 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,266 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,266 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,267 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,270 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,272 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,274 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,276 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,277 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,278 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,280 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,281 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,284 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp 2024-11-07T15:47:06,285 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-07T15:47:06,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741870_1046 (size=36767) 2024-11-07T15:47:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741870_1046 (size=36767) 2024-11-07T15:47:06,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741870_1046 (size=36767) 2024-11-07T15:47:06,305 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-07T15:47:06,306 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004 2024-11-07T15:47:06,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741869_1045 (size=36767) 2024-11-07T15:47:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741869_1045 (size=36767) 2024-11-07T15:47:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741869_1045 (size=36767) 2024-11-07T15:47:06,316 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,319 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004 2024-11-07T15:47:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741871_1047 (size=36767) 2024-11-07T15:47:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741871_1047 (size=36767) 2024-11-07T15:47:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741871_1047 (size=36767) 2024-11-07T15:47:06,323 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,325 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004 2024-11-07T15:47:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741872_1048 (size=36767) 2024-11-07T15:47:06,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741872_1048 (size=36767) 2024-11-07T15:47:06,337 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741872_1048 (size=36767) 2024-11-07T15:47:06,339 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004 2024-11-07T15:47:06,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741873_1049 (size=36767) 2024-11-07T15:47:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741873_1049 (size=36767) 2024-11-07T15:47:06,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741873_1049 (size=36767) 2024-11-07T15:47:06,351 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741874_1050 (size=36767) 2024-11-07T15:47:06,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741874_1050 (size=36767) 2024-11-07T15:47:06,354 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-07T15:47:06,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741874_1050 (size=36767) 2024-11-07T15:47:06,354 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004 2024-11-07T15:47:06,357 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004 2024-11-07T15:47:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741875_1051 (size=36767) 2024-11-07T15:47:06,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741875_1051 (size=36767) 2024-11-07T15:47:06,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741875_1051 (size=36767) 2024-11-07T15:47:06,368 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,370 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004 2024-11-07T15:47:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741876_1052 (size=36767) 2024-11-07T15:47:06,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741876_1052 (size=36767) 2024-11-07T15:47:06,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741876_1052 (size=36767) 2024-11-07T15:47:06,383 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-07T15:47:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741877_1053 (size=36767) 2024-11-07T15:47:06,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741877_1053 (size=36767) 2024-11-07T15:47:06,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741877_1053 (size=36767) 2024-11-07T15:47:06,386 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004 2024-11-07T15:47:06,784 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-07T15:47:06,786 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004 2024-11-07T15:47:06,786 INFO [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 559 ms; skipped=9; WAL=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-07T15:47:06,786 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, journal: Splitting hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, size=327.1 K (334920bytes) at 1730994426216Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426254 (+38 ms)Finishing writing output for hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 so closing down at 1730994426263 (+9 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426264 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426266 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426266Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426274 (+8 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426276 (+2 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426277 (+1 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426280 (+3 ms)Creating recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp at 1730994426284 (+4 ms)3 split writer threads finished at 1730994426285 (+1 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1730994426305 (+20 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004 at 1730994426307 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426316 (+9 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004 at 1730994426319 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426323 (+4 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004 at 1730994426325 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426337 (+12 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004 at 1730994426339 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426351 (+12 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1730994426354 (+3 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004 at 1730994426354Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004 at 1730994426357 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426368 (+11 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004 at 1730994426370 (+2 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1730994426383 (+13 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004 at 1730994426386 (+3 ms)Closed recovered edits writer path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1730994426784 (+398 ms)Rename recovered edits hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004-c2682f91c1e2%2C45079%2C1730994237361.1730994238902.temp to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004 at 1730994426786 (+2 ms)Processed 18 edits across 9 Regions in 559 ms; skipped=9; WAL=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1730994426786 2024-11-07T15:47:06,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 2024-11-07T15:47:06,787 DEBUG [RS_LOG_REPLAY_OPS-regionserver/c2682f91c1e2:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-07T15:47:06,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34041 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-07T15:47:06,792 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting/c2682f91c1e2%2C45079%2C1730994237361.1730994238902 to hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs 2024-11-07T15:47:06,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-07T15:47:06,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 in 754 msec 2024-11-07T15:47:06,796 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:06,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-07T15:47:06,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 in 761 msec 2024-11-07T15:47:06,801 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting dir is empty, no logs to split. 2024-11-07T15:47:06,801 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=0, meta=false 2024-11-07T15:47:06,801 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2682f91c1e2,45079,1730994237361 WAL splitting is done? wals=0, meta=false 2024-11-07T15:47:06,802 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:47:06,802 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:06,802 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:06,802 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:47:07,032 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:07,032 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:07,032 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:07,032 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:07,032 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:07,032 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:07,032 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:07,033 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:07,033 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:07,034 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:07,035 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:07,036 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,037 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-07T15:47:07,038 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=61 2024-11-07T15:47:07,038 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=hbase:meta, region=1588230740 2024-11-07T15:47:07,038 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,041 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,042 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994457042 2024-11-07T15:47:07,042 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:07,047 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,047 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,048 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,049 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,050 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,050 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:07,050 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994487050 2024-11-07T15:47:07,050 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994547050 2024-11-07T15:47:07,050 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-07T15:47:07,051 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server c2682f91c1e2,45079,1730994237361 does not exist 2024-11-07T15:47:07,051 INFO [PEWorker-1 {}] master.SplitWALManager(105): c2682f91c1e2,45079,1730994237361 WAL count=0, meta=false 2024-11-07T15:47:07,051 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if c2682f91c1e2,45079,1730994237361 WAL splitting is done? wals=0, meta=false 2024-11-07T15:47:07,052 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for c2682f91c1e2,45079,1730994237361 failed, ignore...File hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/WALs/c2682f91c1e2,45079,1730994237361-splitting does not exist. 2024-11-07T15:47:07,052 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:07,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN}] 2024-11-07T15:47:07,054 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:47:07,054 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:07,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:07,054 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:47:07,300 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:07,300 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:07,300 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:07,300 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:07,301 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:07,301 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:07,301 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:07,301 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:07,301 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:07,302 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:07,304 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:07,305 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:07,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:07,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,306 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:07,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:47:07,308 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=61 2024-11-07T15:47:07,308 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=hbase:meta, region=1588230740 2024-11-07T15:47:07,308 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:07,311 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994457311 2024-11-07T15:47:07,311 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:07,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,45079,1730994237361, regionLocation=c2682f91c1e2,45079,1730994237361, openSeqNum=2 2024-11-07T15:47:07,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:07,316 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:07,317 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994487316 2024-11-07T15:47:07,317 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994547317 2024-11-07T15:47:07,317 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-07T15:47:07,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN}] 2024-11-07T15:47:07,317 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:07,318 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN 2024-11-07T15:47:07,319 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,321 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN 2024-11-07T15:47:07,321 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,322 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN 2024-11-07T15:47:07,323 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,324 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN 2024-11-07T15:47:07,325 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,325 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN 2024-11-07T15:47:07,326 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN 2024-11-07T15:47:07,327 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,328 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN 2024-11-07T15:47:07,329 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN 2024-11-07T15:47:07,330 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,331 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN 2024-11-07T15:47:07,332 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(204): Hosts are {c2682f91c1e2=0} racks are {/default-rack=0} 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-07T15:47:07,470 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-07T15:47:07,470 INFO [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-07T15:47:07,470 DEBUG [c2682f91c1e2:34041 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-07T15:47:07,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b2268988b602cffc01916133928c4344, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,472 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1ed6344d7c694832c5f27d2e03a30457, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8895298dab8797c6eb0d1f68112b3f01, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,473 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d8a8aa909e9185082de86a098386d614, regionState=OPENING, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=de9a89677571ce10cf723f5f08dc2d34, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7352068efb4c5ce803da5b5a641d16d0, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN because future has completed 2024-11-07T15:47:07,475 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:47:07,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN because future has completed 2024-11-07T15:47:07,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN because future has completed 2024-11-07T15:47:07,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN because future has completed 2024-11-07T15:47:07,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN because future has completed 2024-11-07T15:47:07,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:47:07,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN because future has completed 2024-11-07T15:47:07,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN because future has completed 2024-11-07T15:47:07,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN because future has completed 2024-11-07T15:47:07,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:07,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:07,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:07,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:07,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:47:07,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,44769,1730994237534}] 2024-11-07T15:47:07,509 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b99d337de1632d441b8524605de6aab7, regionState=OPENING, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN because future has completed 2024-11-07T15:47:07,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,37137,1730994237466}] 2024-11-07T15:47:07,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42761, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:47:07,636 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:07,636 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => d8a8aa909e9185082de86a098386d614, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-07T15:47:07,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,637 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,638 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,639 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily11 2024-11-07T15:47:07,639 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,640 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,640 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,641 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily21 2024-11-07T15:47:07,641 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,642 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,642 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,643 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8aa909e9185082de86a098386d614 columnFamilyName colfamily31 2024-11-07T15:47:07,643 DEBUG [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,643 INFO [StoreOpener-d8a8aa909e9185082de86a098386d614-1 {}] regionserver.HStore(327): Store=d8a8aa909e9185082de86a098386d614/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,644 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,644 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:07,644 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 7352068efb4c5ce803da5b5a641d16d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-07T15:47:07,645 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,645 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,645 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,645 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,645 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,646 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,647 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,647 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily11 2024-11-07T15:47:07,647 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,647 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004 2024-11-07T15:47:07,648 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,648 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,649 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily21 2024-11-07T15:47:07,649 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,649 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,650 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,650 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7352068efb4c5ce803da5b5a641d16d0 columnFamilyName colfamily31 2024-11-07T15:47:07,651 DEBUG [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,651 INFO [StoreOpener-7352068efb4c5ce803da5b5a641d16d0-1 {}] regionserver.HStore(327): Store=7352068efb4c5ce803da5b5a641d16d0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,651 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,652 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,654 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,656 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004 2024-11-07T15:47:07,656 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004 2024-11-07T15:47:07,656 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing d8a8aa909e9185082de86a098386d614 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,665 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004 2024-11-07T15:47:07,665 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 7352068efb4c5ce803da5b5a641d16d0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,692 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/.tmp/colfamily11/565d7f136d994a8ab763be9ff59f6d50 is 52, key is ddd/colfamily11:colfamily11/1730994243529/Put/seqid=0 2024-11-07T15:47:07,694 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/.tmp/colfamily11/a8c0baa26f4c48f8aaffab848a959d8d is 52, key is mmm/colfamily11:colfamily11/1730994243669/Put/seqid=0 2024-11-07T15:47:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741878_1054 (size=39263) 2024-11-07T15:47:07,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741878_1054 (size=39263) 2024-11-07T15:47:07,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741878_1054 (size=39263) 2024-11-07T15:47:07,716 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/.tmp/colfamily11/565d7f136d994a8ab763be9ff59f6d50 2024-11-07T15:47:07,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741879_1055 (size=39263) 2024-11-07T15:47:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741879_1055 (size=39263) 2024-11-07T15:47:07,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741879_1055 (size=39263) 2024-11-07T15:47:07,719 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/.tmp/colfamily11/a8c0baa26f4c48f8aaffab848a959d8d 2024-11-07T15:47:07,730 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/.tmp/colfamily11/a8c0baa26f4c48f8aaffab848a959d8d as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/colfamily11/a8c0baa26f4c48f8aaffab848a959d8d 2024-11-07T15:47:07,731 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/.tmp/colfamily11/565d7f136d994a8ab763be9ff59f6d50 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/colfamily11/565d7f136d994a8ab763be9ff59f6d50 2024-11-07T15:47:07,738 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/colfamily11/a8c0baa26f4c48f8aaffab848a959d8d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,738 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7352068efb4c5ce803da5b5a641d16d0 in 73ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,739 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/0000000000000000004 2024-11-07T15:47:07,739 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/colfamily11/565d7f136d994a8ab763be9ff59f6d50, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,740 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8a8aa909e9185082de86a098386d614 in 84ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/0000000000000000004 2024-11-07T15:47:07,740 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,741 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,742 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,742 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,743 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,743 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,744 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,746 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,747 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,747 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 7352068efb4c5ce803da5b5a641d16d0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68056256, jitterRate=0.014117240905761719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,747 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:07,747 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 7352068efb4c5ce803da5b5a641d16d0: Running coprocessor pre-open hook at 1730994427645Writing region info on filesystem at 1730994427645Initializing all the Stores at 1730994427646 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427646Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427646Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427646Obtaining lock to block concurrent updates at 1730994427666 (+20 ms)Preparing flush snapshotting stores in 7352068efb4c5ce803da5b5a641d16d0 at 1730994427666Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427666Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. at 1730994427666Flushing 7352068efb4c5ce803da5b5a641d16d0/colfamily11: creating writer at 1730994427666Flushing 7352068efb4c5ce803da5b5a641d16d0/colfamily11: appending metadata at 1730994427693 (+27 ms)Flushing 7352068efb4c5ce803da5b5a641d16d0/colfamily11: closing flushed file at 1730994427693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39986a56: reopening flushed file at 1730994427728 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7352068efb4c5ce803da5b5a641d16d0 in 73ms, sequenceid=4, compaction requested=false; wal=null at 1730994427738 (+10 ms)Cleaning up temporary data from old regions at 1730994427740 (+2 ms)Running coprocessor post-open hooks at 1730994427747 (+7 ms)Region opened successfully at 1730994427747 2024-11-07T15:47:07,748 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened d8a8aa909e9185082de86a098386d614; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056714, jitterRate=-0.07528290152549744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:07,748 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for d8a8aa909e9185082de86a098386d614: Running coprocessor pre-open hook at 1730994427637Writing region info on filesystem at 1730994427637Initializing all the Stores at 1730994427638 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427638Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427638Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427638Obtaining lock to block concurrent updates at 1730994427656 (+18 ms)Preparing flush snapshotting stores in d8a8aa909e9185082de86a098386d614 at 1730994427656Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427656Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. at 1730994427657 (+1 ms)Flushing d8a8aa909e9185082de86a098386d614/colfamily11: creating writer at 1730994427657Flushing d8a8aa909e9185082de86a098386d614/colfamily11: appending metadata at 1730994427691 (+34 ms)Flushing d8a8aa909e9185082de86a098386d614/colfamily11: closing flushed file at 1730994427692 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e3120c: reopening flushed file at 1730994427730 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8a8aa909e9185082de86a098386d614 in 84ms, sequenceid=4, compaction requested=false; wal=null at 1730994427740 (+10 ms)Cleaning up temporary data from old regions at 1730994427742 (+2 ms)Running coprocessor post-open hooks at 1730994427748 (+6 ms)Region opened successfully at 1730994427748 2024-11-07T15:47:07,748 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., pid=76, masterSystemTime=1730994427641 2024-11-07T15:47:07,749 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., pid=74, masterSystemTime=1730994427631 2024-11-07T15:47:07,752 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:07,752 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:07,752 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:07,752 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => b99d337de1632d441b8524605de6aab7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-07T15:47:07,753 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,753 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,753 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,753 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,753 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,753 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:07,753 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:07,753 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:07,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => b2268988b602cffc01916133928c4344, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-07T15:47:07,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,754 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:47:07,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=d8a8aa909e9185082de86a098386d614, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:47:07,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=65 2024-11-07T15:47:07,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,37137,1730994237466 in 267 msec 2024-11-07T15:47:07,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN in 445 msec 2024-11-07T15:47:07,764 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,765 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,766 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily11 2024-11-07T15:47:07,766 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,766 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily11 2024-11-07T15:47:07,767 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,768 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,768 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,768 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=68 2024-11-07T15:47:07,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,44769,1730994237534 in 282 msec 2024-11-07T15:47:07,769 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,769 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,769 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily21 2024-11-07T15:47:07,769 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,770 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,770 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN in 452 msec 2024-11-07T15:47:07,771 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily21 2024-11-07T15:47:07,771 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,771 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,771 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,772 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b99d337de1632d441b8524605de6aab7 columnFamilyName colfamily31 2024-11-07T15:47:07,772 DEBUG [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,773 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2268988b602cffc01916133928c4344 columnFamilyName colfamily31 2024-11-07T15:47:07,773 DEBUG [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,773 INFO [StoreOpener-b99d337de1632d441b8524605de6aab7-1 {}] regionserver.HStore(327): Store=b99d337de1632d441b8524605de6aab7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,773 INFO [StoreOpener-b2268988b602cffc01916133928c4344-1 {}] regionserver.HStore(327): Store=b2268988b602cffc01916133928c4344/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,773 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,774 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,774 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,776 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,776 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,777 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004 2024-11-07T15:47:07,777 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004 2024-11-07T15:47:07,783 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004 2024-11-07T15:47:07,783 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004 2024-11-07T15:47:07,783 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing b2268988b602cffc01916133928c4344 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,783 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing b99d337de1632d441b8524605de6aab7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,808 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/.tmp/colfamily11/08b22bddcc5847e4935d17cc066d568e is 52, key is ccc/colfamily11:colfamily11/1730994243441/Put/seqid=0 2024-11-07T15:47:07,808 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/.tmp/colfamily11/8370792a4f3a4fa699523e62523702be is 52, key is vvv/colfamily11:colfamily11/1730994243795/Put/seqid=0 2024-11-07T15:47:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741880_1056 (size=39263) 2024-11-07T15:47:07,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741880_1056 (size=39263) 2024-11-07T15:47:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741881_1057 (size=39263) 2024-11-07T15:47:07,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741880_1056 (size=39263) 2024-11-07T15:47:07,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741881_1057 (size=39263) 2024-11-07T15:47:07,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741881_1057 (size=39263) 2024-11-07T15:47:07,826 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/.tmp/colfamily11/08b22bddcc5847e4935d17cc066d568e 2024-11-07T15:47:07,826 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/.tmp/colfamily11/8370792a4f3a4fa699523e62523702be 2024-11-07T15:47:07,838 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/.tmp/colfamily11/8370792a4f3a4fa699523e62523702be as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/colfamily11/8370792a4f3a4fa699523e62523702be 2024-11-07T15:47:07,839 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/.tmp/colfamily11/08b22bddcc5847e4935d17cc066d568e as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/colfamily11/08b22bddcc5847e4935d17cc066d568e 2024-11-07T15:47:07,846 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/colfamily11/8370792a4f3a4fa699523e62523702be, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,846 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2268988b602cffc01916133928c4344 in 63ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,847 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/0000000000000000004 2024-11-07T15:47:07,849 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,849 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,850 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,851 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/colfamily11/08b22bddcc5847e4935d17cc066d568e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,851 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b99d337de1632d441b8524605de6aab7 in 68ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,852 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/0000000000000000004 2024-11-07T15:47:07,853 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,853 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,853 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,854 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,855 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,856 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened b2268988b602cffc01916133928c4344; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72052548, jitterRate=0.07366663217544556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2268988b602cffc01916133928c4344 2024-11-07T15:47:07,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,856 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for b2268988b602cffc01916133928c4344: Running coprocessor pre-open hook at 1730994427755Writing region info on filesystem at 1730994427755Initializing all the Stores at 1730994427756 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427756Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427764 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427765 (+1 ms)Obtaining lock to block concurrent updates at 1730994427783 (+18 ms)Preparing flush snapshotting stores in b2268988b602cffc01916133928c4344 at 1730994427783Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427783Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. at 1730994427783Flushing b2268988b602cffc01916133928c4344/colfamily11: creating writer at 1730994427784 (+1 ms)Flushing b2268988b602cffc01916133928c4344/colfamily11: appending metadata at 1730994427808 (+24 ms)Flushing b2268988b602cffc01916133928c4344/colfamily11: closing flushed file at 1730994427808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7baef6f1: reopening flushed file at 1730994427837 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2268988b602cffc01916133928c4344 in 63ms, sequenceid=4, compaction requested=false; wal=null at 1730994427846 (+9 ms)Cleaning up temporary data from old regions at 1730994427849 (+3 ms)Running coprocessor post-open hooks at 1730994427856 (+7 ms)Region opened successfully at 1730994427856 2024-11-07T15:47:07,857 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., pid=73, masterSystemTime=1730994427631 2024-11-07T15:47:07,859 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,859 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:07,859 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:07,860 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:07,860 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 1ed6344d7c694832c5f27d2e03a30457, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-07T15:47:07,860 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened b99d337de1632d441b8524605de6aab7; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74513516, jitterRate=0.11033791303634644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,860 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:07,860 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=b2268988b602cffc01916133928c4344, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,860 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for b99d337de1632d441b8524605de6aab7: Running coprocessor pre-open hook at 1730994427753Writing region info on filesystem at 1730994427753Initializing all the Stores at 1730994427756 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427756Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427764 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427764Obtaining lock to block concurrent updates at 1730994427783 (+19 ms)Preparing flush snapshotting stores in b99d337de1632d441b8524605de6aab7 at 1730994427783Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427783Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. at 1730994427783Flushing b99d337de1632d441b8524605de6aab7/colfamily11: creating writer at 1730994427784 (+1 ms)Flushing b99d337de1632d441b8524605de6aab7/colfamily11: appending metadata at 1730994427808 (+24 ms)Flushing b99d337de1632d441b8524605de6aab7/colfamily11: closing flushed file at 1730994427808Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16344116: reopening flushed file at 1730994427838 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b99d337de1632d441b8524605de6aab7 in 68ms, sequenceid=4, compaction requested=false; wal=null at 1730994427851 (+13 ms)Cleaning up temporary data from old regions at 1730994427853 (+2 ms)Running coprocessor post-open hooks at 1730994427860 (+7 ms)Region opened successfully at 1730994427860 2024-11-07T15:47:07,860 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,861 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,861 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,862 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., pid=81, masterSystemTime=1730994427641 2024-11-07T15:47:07,863 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:47:07,864 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily11 2024-11-07T15:47:07,864 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,864 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:07,864 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:07,864 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:07,864 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,864 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => bcfccd2b49a859dfb242ff1b4229ea5d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-07T15:47:07,865 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,865 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,865 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,865 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,865 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,866 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily21 2024-11-07T15:47:07,866 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,866 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,866 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67 2024-11-07T15:47:07,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,44769,1730994237534 in 388 msec 2024-11-07T15:47:07,867 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ed6344d7c694832c5f27d2e03a30457 columnFamilyName colfamily31 2024-11-07T15:47:07,867 DEBUG [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,868 INFO [StoreOpener-1ed6344d7c694832c5f27d2e03a30457-1 {}] regionserver.HStore(327): Store=1ed6344d7c694832c5f27d2e03a30457/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,868 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,868 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN in 550 msec 2024-11-07T15:47:07,869 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,869 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b99d337de1632d441b8524605de6aab7, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,869 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily11 2024-11-07T15:47:07,869 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,871 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:47:07,872 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,872 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,872 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004 2024-11-07T15:47:07,873 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily21 2024-11-07T15:47:07,873 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,873 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,874 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,874 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bcfccd2b49a859dfb242ff1b4229ea5d columnFamilyName colfamily31 2024-11-07T15:47:07,874 DEBUG [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,875 INFO [StoreOpener-bcfccd2b49a859dfb242ff1b4229ea5d-1 {}] regionserver.HStore(327): Store=bcfccd2b49a859dfb242ff1b4229ea5d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,875 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=64 2024-11-07T15:47:07,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,37137,1730994237466 in 362 msec 2024-11-07T15:47:07,876 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,879 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,880 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004 2024-11-07T15:47:07,880 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 1ed6344d7c694832c5f27d2e03a30457 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN in 559 msec 2024-11-07T15:47:07,883 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004 2024-11-07T15:47:07,889 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004 2024-11-07T15:47:07,889 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing bcfccd2b49a859dfb242ff1b4229ea5d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,904 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/.tmp/colfamily11/d428edaf260e4754881fd9cef151589c is 52, key is ppp/colfamily11:colfamily11/1730994243709/Put/seqid=0 2024-11-07T15:47:07,911 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/.tmp/colfamily11/f0d402f5eec749dd9513f6f1c0bcde08 is 52, key is yyy/colfamily11:colfamily11/1730994243841/Put/seqid=0 2024-11-07T15:47:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741882_1058 (size=39263) 2024-11-07T15:47:07,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741882_1058 (size=39263) 2024-11-07T15:47:07,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741882_1058 (size=39263) 2024-11-07T15:47:07,935 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/.tmp/colfamily11/d428edaf260e4754881fd9cef151589c 2024-11-07T15:47:07,943 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/.tmp/colfamily11/d428edaf260e4754881fd9cef151589c as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/colfamily11/d428edaf260e4754881fd9cef151589c 2024-11-07T15:47:07,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741883_1059 (size=39263) 2024-11-07T15:47:07,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741883_1059 (size=39263) 2024-11-07T15:47:07,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741883_1059 (size=39263) 2024-11-07T15:47:07,948 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/.tmp/colfamily11/f0d402f5eec749dd9513f6f1c0bcde08 2024-11-07T15:47:07,955 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/colfamily11/d428edaf260e4754881fd9cef151589c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,955 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1ed6344d7c694832c5f27d2e03a30457 in 75ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,956 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/0000000000000000004 2024-11-07T15:47:07,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,958 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,959 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,961 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,961 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/.tmp/colfamily11/f0d402f5eec749dd9513f6f1c0bcde08 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11/f0d402f5eec749dd9513f6f1c0bcde08 2024-11-07T15:47:07,969 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,969 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11/f0d402f5eec749dd9513f6f1c0bcde08, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:07,969 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bcfccd2b49a859dfb242ff1b4229ea5d in 80ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:07,970 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/0000000000000000004 2024-11-07T15:47:07,970 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 1ed6344d7c694832c5f27d2e03a30457; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73503028, jitterRate=0.0952804684638977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,971 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:07,971 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 1ed6344d7c694832c5f27d2e03a30457: Running coprocessor pre-open hook at 1730994427861Writing region info on filesystem at 1730994427861Initializing all the Stores at 1730994427862 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427862Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427862Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427863 (+1 ms)Obtaining lock to block concurrent updates at 1730994427880 (+17 ms)Preparing flush snapshotting stores in 1ed6344d7c694832c5f27d2e03a30457 at 1730994427880Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427880Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. at 1730994427880Flushing 1ed6344d7c694832c5f27d2e03a30457/colfamily11: creating writer at 1730994427880Flushing 1ed6344d7c694832c5f27d2e03a30457/colfamily11: appending metadata at 1730994427904 (+24 ms)Flushing 1ed6344d7c694832c5f27d2e03a30457/colfamily11: closing flushed file at 1730994427904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a28220: reopening flushed file at 1730994427942 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1ed6344d7c694832c5f27d2e03a30457 in 75ms, sequenceid=4, compaction requested=false; wal=null at 1730994427955 (+13 ms)Cleaning up temporary data from old regions at 1730994427958 (+3 ms)Running coprocessor post-open hooks at 1730994427971 (+13 ms)Region opened successfully at 1730994427971 2024-11-07T15:47:07,972 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., pid=80, masterSystemTime=1730994427631 2024-11-07T15:47:07,972 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,972 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,974 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:07,974 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:07,974 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:07,975 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:07,975 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 8895298dab8797c6eb0d1f68112b3f01, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-07T15:47:07,976 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,976 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,976 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:07,976 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,976 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,976 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:47:07,979 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,981 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:07,982 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily11 2024-11-07T15:47:07,982 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,982 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,982 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened bcfccd2b49a859dfb242ff1b4229ea5d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59336116, jitterRate=-0.11582297086715698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:07,983 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:07,983 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,983 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for bcfccd2b49a859dfb242ff1b4229ea5d: Running coprocessor pre-open hook at 1730994427865Writing region info on filesystem at 1730994427865Initializing all the Stores at 1730994427866 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427866Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427868 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427868Obtaining lock to block concurrent updates at 1730994427889 (+21 ms)Preparing flush snapshotting stores in bcfccd2b49a859dfb242ff1b4229ea5d at 1730994427889Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427889Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. at 1730994427889Flushing bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11: creating writer at 1730994427890 (+1 ms)Flushing bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11: appending metadata at 1730994427910 (+20 ms)Flushing bcfccd2b49a859dfb242ff1b4229ea5d/colfamily11: closing flushed file at 1730994427910Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f440da3: reopening flushed file at 1730994427960 (+50 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bcfccd2b49a859dfb242ff1b4229ea5d in 80ms, sequenceid=4, compaction requested=false; wal=null at 1730994427969 (+9 ms)Cleaning up temporary data from old regions at 1730994427972 (+3 ms)Running coprocessor post-open hooks at 1730994427983 (+11 ms)Region opened successfully at 1730994427983 2024-11-07T15:47:07,984 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily21 2024-11-07T15:47:07,984 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,984 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., pid=78, masterSystemTime=1730994427641 2024-11-07T15:47:07,985 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,985 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,986 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8895298dab8797c6eb0d1f68112b3f01 columnFamilyName colfamily31 2024-11-07T15:47:07,986 DEBUG [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,986 INFO [StoreOpener-8895298dab8797c6eb0d1f68112b3f01-1 {}] regionserver.HStore(327): Store=8895298dab8797c6eb0d1f68112b3f01/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,986 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=70 2024-11-07T15:47:07,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,44769,1730994237534 in 475 msec 2024-11-07T15:47:07,988 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,988 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:07,989 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:07,989 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:07,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN in 670 msec 2024-11-07T15:47:07,989 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => f60fdd796b6d1846ff641d56d6e6c960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-07T15:47:07,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:07,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,990 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:07,990 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:07,992 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004 2024-11-07T15:47:07,992 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:47:07,994 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily11 2024-11-07T15:47:07,994 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,995 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,996 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=72 2024-11-07T15:47:07,998 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily21 2024-11-07T15:47:07,998 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:07,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,37137,1730994237466 in 496 msec 2024-11-07T15:47:07,998 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004 2024-11-07T15:47:07,998 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:07,998 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 8895298dab8797c6eb0d1f68112b3f01 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:07,998 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:07,999 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f60fdd796b6d1846ff641d56d6e6c960 columnFamilyName colfamily31 2024-11-07T15:47:07,999 DEBUG [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:08,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN in 681 msec 2024-11-07T15:47:08,000 INFO [StoreOpener-f60fdd796b6d1846ff641d56d6e6c960-1 {}] regionserver.HStore(327): Store=f60fdd796b6d1846ff641d56d6e6c960/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:08,000 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,002 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,004 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,005 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004 2024-11-07T15:47:08,011 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004 2024-11-07T15:47:08,012 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing f60fdd796b6d1846ff641d56d6e6c960 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:08,020 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/.tmp/colfamily11/7b7eca12ac0745a3a088a982010b8b7d is 52, key is jjj/colfamily11:colfamily11/1730994243623/Put/seqid=0 2024-11-07T15:47:08,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741884_1060 (size=39263) 2024-11-07T15:47:08,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741884_1060 (size=39263) 2024-11-07T15:47:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741884_1060 (size=39263) 2024-11-07T15:47:08,036 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/.tmp/colfamily11/7b7eca12ac0745a3a088a982010b8b7d 2024-11-07T15:47:08,040 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/.tmp/colfamily11/63619886d8d749baa046630a1fea6d91 is 52, key is ggg/colfamily11:colfamily11/1730994243576/Put/seqid=0 2024-11-07T15:47:08,047 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/.tmp/colfamily11/7b7eca12ac0745a3a088a982010b8b7d as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/colfamily11/7b7eca12ac0745a3a088a982010b8b7d 2024-11-07T15:47:08,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741885_1061 (size=39263) 2024-11-07T15:47:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741885_1061 (size=39263) 2024-11-07T15:47:08,059 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/colfamily11/7b7eca12ac0745a3a088a982010b8b7d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:08,059 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8895298dab8797c6eb0d1f68112b3f01 in 61ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:08,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741885_1061 (size=39263) 2024-11-07T15:47:08,060 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/.tmp/colfamily11/63619886d8d749baa046630a1fea6d91 2024-11-07T15:47:08,060 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/0000000000000000004 2024-11-07T15:47:08,062 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:08,063 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:08,064 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:08,070 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/.tmp/colfamily11/63619886d8d749baa046630a1fea6d91 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/colfamily11/63619886d8d749baa046630a1fea6d91 2024-11-07T15:47:08,070 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:08,073 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:08,075 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 8895298dab8797c6eb0d1f68112b3f01; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63892505, jitterRate=-0.047927483916282654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:08,075 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:08,075 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 8895298dab8797c6eb0d1f68112b3f01: Running coprocessor pre-open hook at 1730994427976Writing region info on filesystem at 1730994427976Initializing all the Stores at 1730994427978 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427979 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427979Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427979Obtaining lock to block concurrent updates at 1730994427998 (+19 ms)Preparing flush snapshotting stores in 8895298dab8797c6eb0d1f68112b3f01 at 1730994427998Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994427999 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. at 1730994427999Flushing 8895298dab8797c6eb0d1f68112b3f01/colfamily11: creating writer at 1730994427999Flushing 8895298dab8797c6eb0d1f68112b3f01/colfamily11: appending metadata at 1730994428020 (+21 ms)Flushing 8895298dab8797c6eb0d1f68112b3f01/colfamily11: closing flushed file at 1730994428020Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a76abde: reopening flushed file at 1730994428043 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8895298dab8797c6eb0d1f68112b3f01 in 61ms, sequenceid=4, compaction requested=false; wal=null at 1730994428059 (+16 ms)Cleaning up temporary data from old regions at 1730994428063 (+4 ms)Running coprocessor post-open hooks at 1730994428075 (+12 ms)Region opened successfully at 1730994428075 2024-11-07T15:47:08,077 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., pid=79, masterSystemTime=1730994427631 2024-11-07T15:47:08,079 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/colfamily11/63619886d8d749baa046630a1fea6d91, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:08,080 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f60fdd796b6d1846ff641d56d6e6c960 in 67ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:08,081 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/0000000000000000004 2024-11-07T15:47:08,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,082 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:08,082 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:08,083 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,083 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,44769,1730994237534 because future has completed 2024-11-07T15:47:08,084 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:08,086 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,089 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:08,090 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened f60fdd796b6d1846ff641d56d6e6c960; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72135483, jitterRate=0.07490245997905731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:08,090 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:08,090 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for f60fdd796b6d1846ff641d56d6e6c960: Running coprocessor pre-open hook at 1730994427990Writing region info on filesystem at 1730994427990Initializing all the Stores at 1730994427991 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427991Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427992 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994427992Obtaining lock to block concurrent updates at 1730994428012 (+20 ms)Preparing flush snapshotting stores in f60fdd796b6d1846ff641d56d6e6c960 at 1730994428012Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994428012Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. at 1730994428012Flushing f60fdd796b6d1846ff641d56d6e6c960/colfamily11: creating writer at 1730994428012Flushing f60fdd796b6d1846ff641d56d6e6c960/colfamily11: appending metadata at 1730994428040 (+28 ms)Flushing f60fdd796b6d1846ff641d56d6e6c960/colfamily11: closing flushed file at 1730994428040Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@491c20f3: reopening flushed file at 1730994428069 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f60fdd796b6d1846ff641d56d6e6c960 in 67ms, sequenceid=4, compaction requested=false; wal=null at 1730994428080 (+11 ms)Cleaning up temporary data from old regions at 1730994428083 (+3 ms)Running coprocessor post-open hooks at 1730994428090 (+7 ms)Region opened successfully at 1730994428090 2024-11-07T15:47:08,091 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., pid=75, masterSystemTime=1730994427641 2024-11-07T15:47:08,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=66 2024-11-07T15:47:08,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,44769,1730994237534 in 582 msec 2024-11-07T15:47:08,093 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:08,093 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:08,094 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:08,094 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => de9a89677571ce10cf723f5f08dc2d34, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-07T15:47:08,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN in 775 msec 2024-11-07T15:47:08,094 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,095 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:47:08,095 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,095 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,095 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,097 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:47:08,098 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily11 2024-11-07T15:47:08,099 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:08,099 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:08,099 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,101 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily21 2024-11-07T15:47:08,101 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:08,101 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:08,101 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=71 2024-11-07T15:47:08,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,37137,1730994237466 in 610 msec 2024-11-07T15:47:08,102 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de9a89677571ce10cf723f5f08dc2d34 columnFamilyName colfamily31 2024-11-07T15:47:08,102 DEBUG [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:47:08,103 INFO [StoreOpener-de9a89677571ce10cf723f5f08dc2d34-1 {}] regionserver.HStore(327): Store=de9a89677571ce10cf723f5f08dc2d34/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:47:08,103 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,104 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN in 785 msec 2024-11-07T15:47:08,105 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,106 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,107 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004 2024-11-07T15:47:08,112 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004 2024-11-07T15:47:08,113 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing de9a89677571ce10cf723f5f08dc2d34 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:08,137 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/.tmp/colfamily11/bbc921f180ca47578ee28f65f4f1fb7e is 52, key is sss/colfamily11:colfamily11/1730994243754/Put/seqid=0 2024-11-07T15:47:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741886_1062 (size=39263) 2024-11-07T15:47:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741886_1062 (size=39263) 2024-11-07T15:47:08,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741886_1062 (size=39263) 2024-11-07T15:47:08,158 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/.tmp/colfamily11/bbc921f180ca47578ee28f65f4f1fb7e 2024-11-07T15:47:08,166 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/.tmp/colfamily11/bbc921f180ca47578ee28f65f4f1fb7e as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/colfamily11/bbc921f180ca47578ee28f65f4f1fb7e 2024-11-07T15:47:08,173 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/colfamily11/bbc921f180ca47578ee28f65f4f1fb7e, entries=703, sequenceid=4, filesize=38.3 K 2024-11-07T15:47:08,173 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de9a89677571ce10cf723f5f08dc2d34 in 61ms, sequenceid=4, compaction requested=false; wal=null 2024-11-07T15:47:08,174 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/0000000000000000004 2024-11-07T15:47:08,175 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,175 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,176 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-07T15:47:08,177 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,180 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-07T15:47:08,181 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened de9a89677571ce10cf723f5f08dc2d34; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59107183, jitterRate=-0.11923433840274811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-07T15:47:08,181 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:08,181 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for de9a89677571ce10cf723f5f08dc2d34: Running coprocessor pre-open hook at 1730994428095Writing region info on filesystem at 1730994428095Initializing all the Stores at 1730994428096 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994428096Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994428097 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730994428097Obtaining lock to block concurrent updates at 1730994428113 (+16 ms)Preparing flush snapshotting stores in de9a89677571ce10cf723f5f08dc2d34 at 1730994428113Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994428113Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. at 1730994428113Flushing de9a89677571ce10cf723f5f08dc2d34/colfamily11: creating writer at 1730994428113Flushing de9a89677571ce10cf723f5f08dc2d34/colfamily11: appending metadata at 1730994428136 (+23 ms)Flushing de9a89677571ce10cf723f5f08dc2d34/colfamily11: closing flushed file at 1730994428137 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@298fbfb1: reopening flushed file at 1730994428165 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for de9a89677571ce10cf723f5f08dc2d34 in 61ms, sequenceid=4, compaction requested=false; wal=null at 1730994428173 (+8 ms)Cleaning up temporary data from old regions at 1730994428175 (+2 ms)Running coprocessor post-open hooks at 1730994428181 (+6 ms)Region opened successfully at 1730994428181 2024-11-07T15:47:08,182 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., pid=77, masterSystemTime=1730994427641 2024-11-07T15:47:08,185 DEBUG [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:08,185 INFO [RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:08,186 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, openSeqNum=5, regionLocation=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,37137,1730994237466 because future has completed 2024-11-07T15:47:08,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=69 2024-11-07T15:47:08,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,37137,1730994237466 in 693 msec 2024-11-07T15:47:08,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=57 2024-11-07T15:47:08,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN in 874 msec 2024-11-07T15:47:08,194 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server c2682f91c1e2,45079,1730994237361 after splitting done 2024-11-07T15:47:08,194 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-07T15:47:08,194 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:08,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:08,195 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-07T15:47:08,317 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:08,317 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-07T15:47:08,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:08,317 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:08,317 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:08,318 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-07T15:47:08,318 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-07T15:47:08,318 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-07T15:47:08,318 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:47:08,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-07T15:47:08,321 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:47:08,322 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN 2024-11-07T15:47:08,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.meta.1730994239398.meta, worker=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure c2682f91c1e2%2C45079%2C1730994237361.1730994238902, worker=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b99d337de1632d441b8524605de6aab7, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7352068efb4c5ce803da5b5a641d16d0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8895298dab8797c6eb0d1f68112b3f01, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2268988b602cffc01916133928c4344, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8a8aa909e9185082de86a098386d614, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=de9a89677571ce10cf723f5f08dc2d34, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1ed6344d7c694832c5f27d2e03a30457, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f60fdd796b6d1846ff641d56d6e6c960, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bcfccd2b49a859dfb242ff1b4229ea5d, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure b2268988b602cffc01916133928c4344, server=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure d8a8aa909e9185082de86a098386d614, server=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f60fdd796b6d1846ff641d56d6e6c960, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,326 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 7352068efb4c5ce803da5b5a641d16d0, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure de9a89677571ce10cf723f5f08dc2d34, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure bcfccd2b49a859dfb242ff1b4229ea5d, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8895298dab8797c6eb0d1f68112b3f01, server=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1ed6344d7c694832c5f27d2e03a30457, server=c2682f91c1e2,44769,1730994237534 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b99d337de1632d441b8524605de6aab7, server=c2682f91c1e2,37137,1730994237466 didn't hold the lock before restarting, skip acquiring lock. 2024-11-07T15:47:08,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-07T15:47:08,328 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=61 2024-11-07T15:47:08,328 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=c2682f91c1e2,37137,1730994237466, table=hbase:meta, region=1588230740 2024-11-07T15:47:08,328 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as c2682f91c1e2,37137,1730994237466, state=OPEN 2024-11-07T15:47:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:08,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:47:08,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:08,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:08,330 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:47:08,331 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730994458331 2024-11-07T15:47:08,331 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-07T15:47:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c6f991c27ba53c44e04b97b47c925c79, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=351d81c7ca1bb3bc9b47d08b04c146ad, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,340 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b99d337de1632d441b8524605de6aab7, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=5 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8a8aa909e9185082de86a098386d614, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=5 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ae114613df8d115aaf3518645bb82766, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=750686262d63ac23bf5fe7ef2b4474cf, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f60fdd796b6d1846ff641d56d6e6c960, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=5 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=792618681803078e02378980a0b10f60, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,341 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=feead7c65a67051bc58f1f7c6cd53275, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8895298dab8797c6eb0d1f68112b3f01, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=5 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1a25c6ef6c5cb412ccfe13375db8969c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c39edb322f741bd2c32a31ab426ec08, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7352068efb4c5ce803da5b5a641d16d0, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=5 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9080bdacde3a365309459a3900f0e66c, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ba27914a5b1d24c77e9ac26d6ff5e486, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1ed6344d7c694832c5f27d2e03a30457, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=5 2024-11-07T15:47:08,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0d544fadd5443fda9cecb3ccb901bbf, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f98f7c47db488424b0be0dacad823f10, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de9a89677571ce10cf723f5f08dc2d34, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=5 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7d8d16479db770501b1a9fbacf35fd88, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b55becefd918bc681c8af27697cd9e5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2268988b602cffc01916133928c4344, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=5 2024-11-07T15:47:08,343 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bf627b339a6237200939711b86c2b6c5, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6e0227a26a27a6d6c84c1337f5a4975, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=2 2024-11-07T15:47:08,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bcfccd2b49a859dfb242ff1b4229ea5d, regionState=OPEN, lastHost=c2682f91c1e2,37137,1730994237466, regionLocation=c2682f91c1e2,37137,1730994237466, openSeqNum=5 2024-11-07T15:47:08,344 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a02d45bf21c64656508d1ed8194a6239, regionState=OPEN, lastHost=c2682f91c1e2,44769,1730994237534, regionLocation=c2682f91c1e2,44769,1730994237534, openSeqNum=2 2024-11-07T15:47:08,344 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-07T15:47:08,344 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730994488344 2024-11-07T15:47:08,344 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730994548344 2024-11-07T15:47:08,344 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-07T15:47:08,348 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server c2682f91c1e2,45079,1730994237361 after splitting done 2024-11-07T15:47:08,348 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-07T15:47:08,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure c2682f91c1e2,45079,1730994237361, splitWal=true, meta=true in 3 mins, 3.714 sec 2024-11-07T15:47:08,600 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:47:08,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:47:08,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:47:08,617 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server c2682f91c1e2:45079 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c2682f91c1e2/172.17.0.2:45079 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:47:08,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=java.net.ConnectException: Call to address=c2682f91c1e2:45079 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:47:08,618 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-07T15:47:08,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:08,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address c2682f91c1e2:45079 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: c2682f91c1e2/172.17.0.2:45079 2024-11-07T15:47:08,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:08,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,722 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,45079,1730994237361, seqNum=-1 from cache 2024-11-07T15:47:08,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:47:08,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:47:08,833 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=c2682f91c1e2,37137,1730994237466, seqNum=-1] 2024-11-07T15:47:08,837 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7., hostname=c2682f91c1e2,37137,1730994237466, seqNum=5] 2024-11-07T15:47:08,848 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:08,849 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,849 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,849 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:08,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614., hostname=c2682f91c1e2,44769,1730994237534, seqNum=5] 2024-11-07T15:47:08,973 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:08,974 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,974 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:08,974 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,085 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960., hostname=c2682f91c1e2,37137,1730994237466, seqNum=5] 2024-11-07T15:47:09,106 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,107 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,107 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,107 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,216 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01., hostname=c2682f91c1e2,44769,1730994237534, seqNum=5] 2024-11-07T15:47:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,235 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,346 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., hostname=c2682f91c1e2,37137,1730994237466, seqNum=5] 2024-11-07T15:47:09,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,358 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,466 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457., hostname=c2682f91c1e2,44769,1730994237534, seqNum=5] 2024-11-07T15:47:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,478 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,584 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34., hostname=c2682f91c1e2,37137,1730994237466, seqNum=5] 2024-11-07T15:47:09,597 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,598 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,598 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,598 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,706 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344., hostname=c2682f91c1e2,44769,1730994237534, seqNum=5] 2024-11-07T15:47:09,720 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to c2682f91c1e2:45079 this server is in the failed servers list 2024-11-07T15:47:09,721 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=c2682f91c1e2:45079 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,721 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: c2682f91c1e2:45079 2024-11-07T15:47:09,721 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,45079,1730994237361, seqNum=2 from cache 2024-11-07T15:47:09,836 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d., hostname=c2682f91c1e2,37137,1730994237466, seqNum=5] 2024-11-07T15:47:09,922 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-07T15:47:09,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:47:09,923 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:47:09,923 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:47:09,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:09,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:09,923 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:47:09,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:47:09,924 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119115424, stopped=false 2024-11-07T15:47:09,924 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=c2682f91c1e2,34041,1730994236690 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:47:09,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:47:09,926 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:09,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:47:09,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:47:09,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:47:09,927 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:47:09,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:47:09,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:09,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,37137,1730994237466' ***** 2024-11-07T15:47:09,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:47:09,929 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'c2682f91c1e2,44769,1730994237534' ***** 2024-11-07T15:47:09,929 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:47:09,929 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:47:09,929 INFO [RS:1;c2682f91c1e2:37137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:47:09,929 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:47:09,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:47:09,929 INFO [RS:1;c2682f91c1e2:37137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:47:09,929 INFO [RS:2;c2682f91c1e2:44769 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:47:09,929 INFO [RS:2;c2682f91c1e2:44769 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:47:09,929 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:47:09,929 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 792618681803078e02378980a0b10f60 2024-11-07T15:47:09,930 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for a02d45bf21c64656508d1ed8194a6239 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for bf627b339a6237200939711b86c2b6c5 2024-11-07T15:47:09,930 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d8d16479db770501b1a9fbacf35fd88 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1ed6344d7c694832c5f27d2e03a30457 2024-11-07T15:47:09,930 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for f60fdd796b6d1846ff641d56d6e6c960 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for ae114613df8d115aaf3518645bb82766 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 9080bdacde3a365309459a3900f0e66c 2024-11-07T15:47:09,930 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for e6e0227a26a27a6d6c84c1337f5a4975 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for d8a8aa909e9185082de86a098386d614 2024-11-07T15:47:09,930 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for de9a89677571ce10cf723f5f08dc2d34 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 1a25c6ef6c5cb412ccfe13375db8969c 2024-11-07T15:47:09,930 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for c6f991c27ba53c44e04b97b47c925c79 2024-11-07T15:47:09,930 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for b2268988b602cffc01916133928c4344 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for bcfccd2b49a859dfb242ff1b4229ea5d 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for f98f7c47db488424b0be0dacad823f10 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 351d81c7ca1bb3bc9b47d08b04c146ad 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for b99d337de1632d441b8524605de6aab7 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b55becefd918bc681c8af27697cd9e5 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c39edb322f741bd2c32a31ab426ec08 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(3091): Received CLOSE for 8895298dab8797c6eb0d1f68112b3f01 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 7352068efb4c5ce803da5b5a641d16d0 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 750686262d63ac23bf5fe7ef2b4474cf 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(959): stopping server c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;c2682f91c1e2:44769. 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:47:09,931 DEBUG [RS:2;c2682f91c1e2:44769 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:47:09,931 DEBUG [RS:2;c2682f91c1e2:44769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;c2682f91c1e2:37137. 2024-11-07T15:47:09,931 DEBUG [RS:1;c2682f91c1e2:37137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:47:09,931 DEBUG [RS:1;c2682f91c1e2:37137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:09,931 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:47:09,931 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:47:09,932 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:47:09,932 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1351): Waiting on 0b55becefd918bc681c8af27697cd9e5, 1a25c6ef6c5cb412ccfe13375db8969c, 1ed6344d7c694832c5f27d2e03a30457, 351d81c7ca1bb3bc9b47d08b04c146ad, 8895298dab8797c6eb0d1f68112b3f01, 9080bdacde3a365309459a3900f0e66c, a02d45bf21c64656508d1ed8194a6239, ae114613df8d115aaf3518645bb82766, b2268988b602cffc01916133928c4344, bf627b339a6237200939711b86c2b6c5, d8a8aa909e9185082de86a098386d614, f0d544fadd5443fda9cecb3ccb901bbf, feead7c65a67051bc58f1f7c6cd53275 2024-11-07T15:47:09,932 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing feead7c65a67051bc58f1f7c6cd53275, disabling compactions & flushes 2024-11-07T15:47:09,932 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:47:09,932 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 792618681803078e02378980a0b10f60, disabling compactions & flushes 2024-11-07T15:47:09,932 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:47:09,932 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. after waiting 0 ms 2024-11-07T15:47:09,932 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:47:09,932 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:47:09,933 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:47:09,933 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. after waiting 0 ms 2024-11-07T15:47:09,933 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:47:09,933 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing feead7c65a67051bc58f1f7c6cd53275 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:09,933 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 792618681803078e02378980a0b10f60 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:09,939 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-07T15:47:09,939 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, 792618681803078e02378980a0b10f60, 7d8d16479db770501b1a9fbacf35fd88, b99d337de1632d441b8524605de6aab7, ba27914a5b1d24c77e9ac26d6ff5e486, bcfccd2b49a859dfb242ff1b4229ea5d, c6f991c27ba53c44e04b97b47c925c79, de9a89677571ce10cf723f5f08dc2d34, e6e0227a26a27a6d6c84c1337f5a4975, f60fdd796b6d1846ff641d56d6e6c960, f98f7c47db488424b0be0dacad823f10 2024-11-07T15:47:09,940 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:47:09,940 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:47:09,940 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:47:09,940 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:47:09,940 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:47:09,940 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-07T15:47:09,951 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/9fcfa276adc84207bbe08c263b73023d is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7./info:regioninfo/1730994427869/Put/seqid=0 2024-11-07T15:47:09,965 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/.tmp/colfamily11/33a0dff498f44230880f159c418c7794 is 52, key is iii/colfamily11:colfamily11/1730994243595/Put/seqid=0 2024-11-07T15:47:09,966 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/.tmp/colfamily11/688309c0ccdf4be4b2e56c89b1dbadc1 is 52, key is hhh/colfamily11:colfamily11/1730994243608/Put/seqid=0 2024-11-07T15:47:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741887_1063 (size=19858) 2024-11-07T15:47:09,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741887_1063 (size=19858) 2024-11-07T15:47:09,977 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:47:09,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741887_1063 (size=19858) 2024-11-07T15:47:09,984 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/9fcfa276adc84207bbe08c263b73023d 2024-11-07T15:47:09,990 INFO [regionserver/c2682f91c1e2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:47:09,993 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/.tmp/info/9fcfa276adc84207bbe08c263b73023d as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/info/9fcfa276adc84207bbe08c263b73023d 2024-11-07T15:47:10,000 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/info/9fcfa276adc84207bbe08c263b73023d, entries=72, sequenceid=81, filesize=19.4 K 2024-11-07T15:47:10,001 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=81, compaction requested=false 2024-11-07T15:47:10,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741888_1064 (size=39263) 2024-11-07T15:47:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741888_1064 (size=39263) 2024-11-07T15:47:10,013 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/.tmp/colfamily11/33a0dff498f44230880f159c418c7794 2024-11-07T15:47:10,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741888_1064 (size=39263) 2024-11-07T15:47:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741889_1065 (size=39263) 2024-11-07T15:47:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741889_1065 (size=39263) 2024-11-07T15:47:10,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741889_1065 (size=39263) 2024-11-07T15:47:10,028 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/.tmp/colfamily11/33a0dff498f44230880f159c418c7794 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/colfamily11/33a0dff498f44230880f159c418c7794 2024-11-07T15:47:10,034 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/colfamily11/33a0dff498f44230880f159c418c7794, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,035 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for feead7c65a67051bc58f1f7c6cd53275 in 102ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,042 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-07T15:47:10,047 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/feead7c65a67051bc58f1f7c6cd53275/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,047 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:47:10,047 INFO [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:47:10,047 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730994429940Running coprocessor pre-close hooks at 1730994429940Disabling compacts and flushes for region at 1730994429940Disabling writes for close at 1730994429940Obtaining lock to block concurrent updates at 1730994429940Preparing flush snapshotting stores in 1588230740 at 1730994429940Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1730994429940Flushing stores of hbase:meta,,1.1588230740 at 1730994429941 (+1 ms)Flushing 1588230740/info: creating writer at 1730994429941Flushing 1588230740/info: appending metadata at 1730994429950 (+9 ms)Flushing 1588230740/info: closing flushed file at 1730994429951 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a76fae: reopening flushed file at 1730994429992 (+41 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 61ms, sequenceid=81, compaction requested=false at 1730994430001 (+9 ms)Writing region close event to WAL at 1730994430036 (+35 ms)Running coprocessor post-close hooks at 1730994430044 (+8 ms)Closed at 1730994430047 (+3 ms) 2024-11-07T15:47:10,048 DEBUG [RS_CLOSE_META-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:47:10,048 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:47:10,048 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for feead7c65a67051bc58f1f7c6cd53275: Waiting for close lock at 1730994429932Running coprocessor pre-close hooks at 1730994429932Disabling compacts and flushes for region at 1730994429932Disabling writes for close at 1730994429932Obtaining lock to block concurrent updates at 1730994429933 (+1 ms)Preparing flush snapshotting stores in feead7c65a67051bc58f1f7c6cd53275 at 1730994429933Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994429939 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. at 1730994429941 (+2 ms)Flushing feead7c65a67051bc58f1f7c6cd53275/colfamily11: creating writer at 1730994429941Flushing feead7c65a67051bc58f1f7c6cd53275/colfamily11: appending metadata at 1730994429965 (+24 ms)Flushing feead7c65a67051bc58f1f7c6cd53275/colfamily11: closing flushed file at 1730994429965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390ec283: reopening flushed file at 1730994430027 (+62 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for feead7c65a67051bc58f1f7c6cd53275 in 102ms, sequenceid=5, compaction requested=false at 1730994430036 (+9 ms)Writing region close event to WAL at 1730994430040 (+4 ms)Running coprocessor post-close hooks at 1730994430048 (+8 ms)Closed at 1730994430048 2024-11-07T15:47:10,048 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1730994239819.feead7c65a67051bc58f1f7c6cd53275. 2024-11-07T15:47:10,049 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a02d45bf21c64656508d1ed8194a6239, disabling compactions & flushes 2024-11-07T15:47:10,049 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:47:10,049 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:47:10,049 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. after waiting 0 ms 2024-11-07T15:47:10,049 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:47:10,049 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a02d45bf21c64656508d1ed8194a6239 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-07T15:47:10,068 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/.tmp/colfamily11/e96ff553384d4768b3be478abfd5ec8a is 52, key is zzz/colfamily11:colfamily11/1730994243831/Put/seqid=0 2024-11-07T15:47:10,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741890_1066 (size=4857) 2024-11-07T15:47:10,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741890_1066 (size=4857) 2024-11-07T15:47:10,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741890_1066 (size=4857) 2024-11-07T15:47:10,081 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/.tmp/colfamily11/e96ff553384d4768b3be478abfd5ec8a 2024-11-07T15:47:10,088 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/.tmp/colfamily11/e96ff553384d4768b3be478abfd5ec8a as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/colfamily11/e96ff553384d4768b3be478abfd5ec8a 2024-11-07T15:47:10,096 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/colfamily11/e96ff553384d4768b3be478abfd5ec8a, entries=1, sequenceid=5, filesize=4.7 K 2024-11-07T15:47:10,098 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for a02d45bf21c64656508d1ed8194a6239 in 48ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,102 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a02d45bf21c64656508d1ed8194a6239/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,103 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:47:10,103 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a02d45bf21c64656508d1ed8194a6239: Waiting for close lock at 1730994430049Running coprocessor pre-close hooks at 1730994430049Disabling compacts and flushes for region at 1730994430049Disabling writes for close at 1730994430049Obtaining lock to block concurrent updates at 1730994430049Preparing flush snapshotting stores in a02d45bf21c64656508d1ed8194a6239 at 1730994430049Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1730994430049Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. at 1730994430050 (+1 ms)Flushing a02d45bf21c64656508d1ed8194a6239/colfamily11: creating writer at 1730994430050Flushing a02d45bf21c64656508d1ed8194a6239/colfamily11: appending metadata at 1730994430068 (+18 ms)Flushing a02d45bf21c64656508d1ed8194a6239/colfamily11: closing flushed file at 1730994430068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd118d1: reopening flushed file at 1730994430088 (+20 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for a02d45bf21c64656508d1ed8194a6239 in 48ms, sequenceid=5, compaction requested=false at 1730994430098 (+10 ms)Writing region close event to WAL at 1730994430098Running coprocessor post-close hooks at 1730994430103 (+5 ms)Closed at 1730994430103 2024-11-07T15:47:10,104 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1730994239819.a02d45bf21c64656508d1ed8194a6239. 2024-11-07T15:47:10,104 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bf627b339a6237200939711b86c2b6c5, disabling compactions & flushes 2024-11-07T15:47:10,104 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:47:10,104 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:47:10,104 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. after waiting 0 ms 2024-11-07T15:47:10,104 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:47:10,104 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bf627b339a6237200939711b86c2b6c5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,121 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/.tmp/colfamily11/3f04a1b455844fdd9d33f729839cf9e2 is 52, key is www/colfamily11:colfamily11/1730994243817/Put/seqid=0 2024-11-07T15:47:10,132 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1351): Waiting on 0b55becefd918bc681c8af27697cd9e5, 1a25c6ef6c5cb412ccfe13375db8969c, 1ed6344d7c694832c5f27d2e03a30457, 351d81c7ca1bb3bc9b47d08b04c146ad, 8895298dab8797c6eb0d1f68112b3f01, 9080bdacde3a365309459a3900f0e66c, ae114613df8d115aaf3518645bb82766, b2268988b602cffc01916133928c4344, bf627b339a6237200939711b86c2b6c5, d8a8aa909e9185082de86a098386d614, f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:47:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741891_1067 (size=39263) 2024-11-07T15:47:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741891_1067 (size=39263) 2024-11-07T15:47:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741891_1067 (size=39263) 2024-11-07T15:47:10,140 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, 792618681803078e02378980a0b10f60, 7d8d16479db770501b1a9fbacf35fd88, b99d337de1632d441b8524605de6aab7, ba27914a5b1d24c77e9ac26d6ff5e486, bcfccd2b49a859dfb242ff1b4229ea5d, c6f991c27ba53c44e04b97b47c925c79, de9a89677571ce10cf723f5f08dc2d34, e6e0227a26a27a6d6c84c1337f5a4975, f60fdd796b6d1846ff641d56d6e6c960, f98f7c47db488424b0be0dacad823f10 2024-11-07T15:47:10,140 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/.tmp/colfamily11/3f04a1b455844fdd9d33f729839cf9e2 2024-11-07T15:47:10,148 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/.tmp/colfamily11/3f04a1b455844fdd9d33f729839cf9e2 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/colfamily11/3f04a1b455844fdd9d33f729839cf9e2 2024-11-07T15:47:10,156 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/colfamily11/3f04a1b455844fdd9d33f729839cf9e2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,157 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf627b339a6237200939711b86c2b6c5 in 53ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,162 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bf627b339a6237200939711b86c2b6c5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,163 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bf627b339a6237200939711b86c2b6c5: Waiting for close lock at 1730994430104Running coprocessor pre-close hooks at 1730994430104Disabling compacts and flushes for region at 1730994430104Disabling writes for close at 1730994430104Obtaining lock to block concurrent updates at 1730994430104Preparing flush snapshotting stores in bf627b339a6237200939711b86c2b6c5 at 1730994430104Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430104Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. at 1730994430105 (+1 ms)Flushing bf627b339a6237200939711b86c2b6c5/colfamily11: creating writer at 1730994430105Flushing bf627b339a6237200939711b86c2b6c5/colfamily11: appending metadata at 1730994430121 (+16 ms)Flushing bf627b339a6237200939711b86c2b6c5/colfamily11: closing flushed file at 1730994430121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46065d24: reopening flushed file at 1730994430147 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bf627b339a6237200939711b86c2b6c5 in 53ms, sequenceid=5, compaction requested=false at 1730994430157 (+10 ms)Writing region close event to WAL at 1730994430158 (+1 ms)Running coprocessor post-close hooks at 1730994430163 (+5 ms)Closed at 1730994430163 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1730994239819.bf627b339a6237200939711b86c2b6c5. 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1ed6344d7c694832c5f27d2e03a30457, disabling compactions & flushes 2024-11-07T15:47:10,163 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. after waiting 0 ms 2024-11-07T15:47:10,163 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:10,169 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1ed6344d7c694832c5f27d2e03a30457/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,170 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:10,170 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1ed6344d7c694832c5f27d2e03a30457: Waiting for close lock at 1730994430163Running coprocessor pre-close hooks at 1730994430163Disabling compacts and flushes for region at 1730994430163Disabling writes for close at 1730994430163Writing region close event to WAL at 1730994430164 (+1 ms)Running coprocessor post-close hooks at 1730994430170 (+6 ms)Closed at 1730994430170 2024-11-07T15:47:10,170 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1730994239819.1ed6344d7c694832c5f27d2e03a30457. 2024-11-07T15:47:10,170 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ae114613df8d115aaf3518645bb82766, disabling compactions & flushes 2024-11-07T15:47:10,170 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:47:10,170 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:47:10,170 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. after waiting 0 ms 2024-11-07T15:47:10,171 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:47:10,171 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ae114613df8d115aaf3518645bb82766 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,192 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/.tmp/colfamily11/268203cdeab34f6e9296c275ba5bb33c is 52, key is eee/colfamily11:colfamily11/1730994243544/Put/seqid=0 2024-11-07T15:47:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741892_1068 (size=39263) 2024-11-07T15:47:10,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741892_1068 (size=39263) 2024-11-07T15:47:10,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741892_1068 (size=39263) 2024-11-07T15:47:10,204 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/.tmp/colfamily11/268203cdeab34f6e9296c275ba5bb33c 2024-11-07T15:47:10,210 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/.tmp/colfamily11/268203cdeab34f6e9296c275ba5bb33c as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/colfamily11/268203cdeab34f6e9296c275ba5bb33c 2024-11-07T15:47:10,218 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/colfamily11/268203cdeab34f6e9296c275ba5bb33c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,219 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae114613df8d115aaf3518645bb82766 in 48ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,226 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ae114613df8d115aaf3518645bb82766/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,226 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:47:10,226 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ae114613df8d115aaf3518645bb82766: Waiting for close lock at 1730994430170Running coprocessor pre-close hooks at 1730994430170Disabling compacts and flushes for region at 1730994430170Disabling writes for close at 1730994430170Obtaining lock to block concurrent updates at 1730994430171 (+1 ms)Preparing flush snapshotting stores in ae114613df8d115aaf3518645bb82766 at 1730994430171Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430171Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. at 1730994430172 (+1 ms)Flushing ae114613df8d115aaf3518645bb82766/colfamily11: creating writer at 1730994430172Flushing ae114613df8d115aaf3518645bb82766/colfamily11: appending metadata at 1730994430192 (+20 ms)Flushing ae114613df8d115aaf3518645bb82766/colfamily11: closing flushed file at 1730994430192Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c0f0628: reopening flushed file at 1730994430210 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ae114613df8d115aaf3518645bb82766 in 48ms, sequenceid=5, compaction requested=false at 1730994430219 (+9 ms)Writing region close event to WAL at 1730994430220 (+1 ms)Running coprocessor post-close hooks at 1730994430226 (+6 ms)Closed at 1730994430226 2024-11-07T15:47:10,227 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1730994239819.ae114613df8d115aaf3518645bb82766. 2024-11-07T15:47:10,227 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9080bdacde3a365309459a3900f0e66c, disabling compactions & flushes 2024-11-07T15:47:10,227 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:47:10,227 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:47:10,227 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. after waiting 0 ms 2024-11-07T15:47:10,227 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:47:10,227 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9080bdacde3a365309459a3900f0e66c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,246 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/.tmp/colfamily11/7efd787116274998b6e90bb18cf39b02 is 52, key is nnn/colfamily11:colfamily11/1730994243677/Put/seqid=0 2024-11-07T15:47:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741893_1069 (size=39263) 2024-11-07T15:47:10,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741893_1069 (size=39263) 2024-11-07T15:47:10,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741893_1069 (size=39263) 2024-11-07T15:47:10,254 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/.tmp/colfamily11/7efd787116274998b6e90bb18cf39b02 2024-11-07T15:47:10,262 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/.tmp/colfamily11/7efd787116274998b6e90bb18cf39b02 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/colfamily11/7efd787116274998b6e90bb18cf39b02 2024-11-07T15:47:10,269 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/colfamily11/7efd787116274998b6e90bb18cf39b02, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,270 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9080bdacde3a365309459a3900f0e66c in 43ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,275 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9080bdacde3a365309459a3900f0e66c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,275 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:47:10,275 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9080bdacde3a365309459a3900f0e66c: Waiting for close lock at 1730994430227Running coprocessor pre-close hooks at 1730994430227Disabling compacts and flushes for region at 1730994430227Disabling writes for close at 1730994430227Obtaining lock to block concurrent updates at 1730994430227Preparing flush snapshotting stores in 9080bdacde3a365309459a3900f0e66c at 1730994430227Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430227Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. at 1730994430228 (+1 ms)Flushing 9080bdacde3a365309459a3900f0e66c/colfamily11: creating writer at 1730994430228Flushing 9080bdacde3a365309459a3900f0e66c/colfamily11: appending metadata at 1730994430246 (+18 ms)Flushing 9080bdacde3a365309459a3900f0e66c/colfamily11: closing flushed file at 1730994430246Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@708bca3b: reopening flushed file at 1730994430261 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9080bdacde3a365309459a3900f0e66c in 43ms, sequenceid=5, compaction requested=false at 1730994430270 (+9 ms)Writing region close event to WAL at 1730994430271 (+1 ms)Running coprocessor post-close hooks at 1730994430275 (+4 ms)Closed at 1730994430275 2024-11-07T15:47:10,276 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1730994239819.9080bdacde3a365309459a3900f0e66c. 2024-11-07T15:47:10,276 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8a8aa909e9185082de86a098386d614, disabling compactions & flushes 2024-11-07T15:47:10,276 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:10,276 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:10,276 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. after waiting 0 ms 2024-11-07T15:47:10,276 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:10,280 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8a8aa909e9185082de86a098386d614/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,280 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:10,280 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8a8aa909e9185082de86a098386d614: Waiting for close lock at 1730994430276Running coprocessor pre-close hooks at 1730994430276Disabling compacts and flushes for region at 1730994430276Disabling writes for close at 1730994430276Writing region close event to WAL at 1730994430277 (+1 ms)Running coprocessor post-close hooks at 1730994430280 (+3 ms)Closed at 1730994430280 2024-11-07T15:47:10,281 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1730994239819.d8a8aa909e9185082de86a098386d614. 2024-11-07T15:47:10,281 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1a25c6ef6c5cb412ccfe13375db8969c, disabling compactions & flushes 2024-11-07T15:47:10,281 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:47:10,281 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:47:10,281 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. after waiting 0 ms 2024-11-07T15:47:10,281 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:47:10,281 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1a25c6ef6c5cb412ccfe13375db8969c 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,299 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/.tmp/colfamily11/e2e6d962f0e6460794c693acf82d7265 is 52, key is kkk/colfamily11:colfamily11/1730994243636/Put/seqid=0 2024-11-07T15:47:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741894_1070 (size=39263) 2024-11-07T15:47:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741894_1070 (size=39263) 2024-11-07T15:47:10,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741894_1070 (size=39263) 2024-11-07T15:47:10,311 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/.tmp/colfamily11/e2e6d962f0e6460794c693acf82d7265 2024-11-07T15:47:10,318 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/.tmp/colfamily11/e2e6d962f0e6460794c693acf82d7265 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/colfamily11/e2e6d962f0e6460794c693acf82d7265 2024-11-07T15:47:10,325 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/colfamily11/e2e6d962f0e6460794c693acf82d7265, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,326 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a25c6ef6c5cb412ccfe13375db8969c in 45ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,331 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1a25c6ef6c5cb412ccfe13375db8969c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,332 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:47:10,332 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1a25c6ef6c5cb412ccfe13375db8969c: Waiting for close lock at 1730994430281Running coprocessor pre-close hooks at 1730994430281Disabling compacts and flushes for region at 1730994430281Disabling writes for close at 1730994430281Obtaining lock to block concurrent updates at 1730994430281Preparing flush snapshotting stores in 1a25c6ef6c5cb412ccfe13375db8969c at 1730994430281Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430281Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. at 1730994430282 (+1 ms)Flushing 1a25c6ef6c5cb412ccfe13375db8969c/colfamily11: creating writer at 1730994430282Flushing 1a25c6ef6c5cb412ccfe13375db8969c/colfamily11: appending metadata at 1730994430299 (+17 ms)Flushing 1a25c6ef6c5cb412ccfe13375db8969c/colfamily11: closing flushed file at 1730994430299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e2ca1ca: reopening flushed file at 1730994430317 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1a25c6ef6c5cb412ccfe13375db8969c in 45ms, sequenceid=5, compaction requested=false at 1730994430326 (+9 ms)Writing region close event to WAL at 1730994430327 (+1 ms)Running coprocessor post-close hooks at 1730994430332 (+5 ms)Closed at 1730994430332 2024-11-07T15:47:10,332 DEBUG [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1351): Waiting on 0b55becefd918bc681c8af27697cd9e5, 1a25c6ef6c5cb412ccfe13375db8969c, 351d81c7ca1bb3bc9b47d08b04c146ad, 8895298dab8797c6eb0d1f68112b3f01, b2268988b602cffc01916133928c4344, f0d544fadd5443fda9cecb3ccb901bbf 2024-11-07T15:47:10,332 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1730994239819.1a25c6ef6c5cb412ccfe13375db8969c. 2024-11-07T15:47:10,332 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2268988b602cffc01916133928c4344, disabling compactions & flushes 2024-11-07T15:47:10,333 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:10,333 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:10,333 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. after waiting 0 ms 2024-11-07T15:47:10,333 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:10,336 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2268988b602cffc01916133928c4344/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,337 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:10,337 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2268988b602cffc01916133928c4344: Waiting for close lock at 1730994430332Running coprocessor pre-close hooks at 1730994430332Disabling compacts and flushes for region at 1730994430332Disabling writes for close at 1730994430333 (+1 ms)Writing region close event to WAL at 1730994430333Running coprocessor post-close hooks at 1730994430337 (+4 ms)Closed at 1730994430337 2024-11-07T15:47:10,337 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1730994239819.b2268988b602cffc01916133928c4344. 2024-11-07T15:47:10,337 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0d544fadd5443fda9cecb3ccb901bbf, disabling compactions & flushes 2024-11-07T15:47:10,337 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:47:10,338 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:47:10,338 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. after waiting 0 ms 2024-11-07T15:47:10,338 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:47:10,338 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0d544fadd5443fda9cecb3ccb901bbf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,340 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, 792618681803078e02378980a0b10f60, 7d8d16479db770501b1a9fbacf35fd88, b99d337de1632d441b8524605de6aab7, ba27914a5b1d24c77e9ac26d6ff5e486, bcfccd2b49a859dfb242ff1b4229ea5d, c6f991c27ba53c44e04b97b47c925c79, de9a89677571ce10cf723f5f08dc2d34, e6e0227a26a27a6d6c84c1337f5a4975, f60fdd796b6d1846ff641d56d6e6c960, f98f7c47db488424b0be0dacad823f10 2024-11-07T15:47:10,357 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/.tmp/colfamily11/42ffd0fd5025428ab58f86ac23fca040 is 52, key is qqq/colfamily11:colfamily11/1730994243726/Put/seqid=0 2024-11-07T15:47:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741895_1071 (size=39263) 2024-11-07T15:47:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741895_1071 (size=39263) 2024-11-07T15:47:10,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741895_1071 (size=39263) 2024-11-07T15:47:10,365 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/.tmp/colfamily11/42ffd0fd5025428ab58f86ac23fca040 2024-11-07T15:47:10,372 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/.tmp/colfamily11/42ffd0fd5025428ab58f86ac23fca040 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/colfamily11/42ffd0fd5025428ab58f86ac23fca040 2024-11-07T15:47:10,380 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/colfamily11/42ffd0fd5025428ab58f86ac23fca040, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,381 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0d544fadd5443fda9cecb3ccb901bbf in 43ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,386 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f0d544fadd5443fda9cecb3ccb901bbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,386 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0d544fadd5443fda9cecb3ccb901bbf: Waiting for close lock at 1730994430337Running coprocessor pre-close hooks at 1730994430337Disabling compacts and flushes for region at 1730994430337Disabling writes for close at 1730994430338 (+1 ms)Obtaining lock to block concurrent updates at 1730994430338Preparing flush snapshotting stores in f0d544fadd5443fda9cecb3ccb901bbf at 1730994430338Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430338Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. at 1730994430338Flushing f0d544fadd5443fda9cecb3ccb901bbf/colfamily11: creating writer at 1730994430339 (+1 ms)Flushing f0d544fadd5443fda9cecb3ccb901bbf/colfamily11: appending metadata at 1730994430356 (+17 ms)Flushing f0d544fadd5443fda9cecb3ccb901bbf/colfamily11: closing flushed file at 1730994430356Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc6ceb8: reopening flushed file at 1730994430372 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f0d544fadd5443fda9cecb3ccb901bbf in 43ms, sequenceid=5, compaction requested=false at 1730994430381 (+9 ms)Writing region close event to WAL at 1730994430382 (+1 ms)Running coprocessor post-close hooks at 1730994430386 (+4 ms)Closed at 1730994430386 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1730994239819.f0d544fadd5443fda9cecb3ccb901bbf. 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 351d81c7ca1bb3bc9b47d08b04c146ad, disabling compactions & flushes 2024-11-07T15:47:10,387 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. after waiting 0 ms 2024-11-07T15:47:10,387 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:47:10,387 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 351d81c7ca1bb3bc9b47d08b04c146ad 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,404 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/.tmp/colfamily11/f85a1ea5544e4a218f038c2ff49cb3ac is 52, key is bbb/colfamily11:colfamily11/1730994243439/Put/seqid=0 2024-11-07T15:47:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741896_1072 (size=39263) 2024-11-07T15:47:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741896_1072 (size=39263) 2024-11-07T15:47:10,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741896_1072 (size=39263) 2024-11-07T15:47:10,412 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/.tmp/colfamily11/f85a1ea5544e4a218f038c2ff49cb3ac 2024-11-07T15:47:10,419 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/.tmp/colfamily11/f85a1ea5544e4a218f038c2ff49cb3ac as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11/f85a1ea5544e4a218f038c2ff49cb3ac 2024-11-07T15:47:10,421 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/.tmp/colfamily11/688309c0ccdf4be4b2e56c89b1dbadc1 2024-11-07T15:47:10,427 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11/f85a1ea5544e4a218f038c2ff49cb3ac, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,428 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/.tmp/colfamily11/688309c0ccdf4be4b2e56c89b1dbadc1 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/colfamily11/688309c0ccdf4be4b2e56c89b1dbadc1 2024-11-07T15:47:10,429 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 351d81c7ca1bb3bc9b47d08b04c146ad in 42ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,435 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/colfamily11/688309c0ccdf4be4b2e56c89b1dbadc1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,436 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/351d81c7ca1bb3bc9b47d08b04c146ad/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,436 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 792618681803078e02378980a0b10f60 in 503ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,437 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:47:10,437 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 351d81c7ca1bb3bc9b47d08b04c146ad: Waiting for close lock at 1730994430387Running coprocessor pre-close hooks at 1730994430387Disabling compacts and flushes for region at 1730994430387Disabling writes for close at 1730994430387Obtaining lock to block concurrent updates at 1730994430387Preparing flush snapshotting stores in 351d81c7ca1bb3bc9b47d08b04c146ad at 1730994430387Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430387Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. at 1730994430388 (+1 ms)Flushing 351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11: creating writer at 1730994430388Flushing 351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11: appending metadata at 1730994430403 (+15 ms)Flushing 351d81c7ca1bb3bc9b47d08b04c146ad/colfamily11: closing flushed file at 1730994430403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59392ab: reopening flushed file at 1730994430418 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 351d81c7ca1bb3bc9b47d08b04c146ad in 42ms, sequenceid=5, compaction requested=false at 1730994430429 (+11 ms)Writing region close event to WAL at 1730994430432 (+3 ms)Running coprocessor post-close hooks at 1730994430437 (+5 ms)Closed at 1730994430437 2024-11-07T15:47:10,437 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1730994239819.351d81c7ca1bb3bc9b47d08b04c146ad. 2024-11-07T15:47:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b55becefd918bc681c8af27697cd9e5, disabling compactions & flushes 2024-11-07T15:47:10,438 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:47:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:47:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. after waiting 0 ms 2024-11-07T15:47:10,438 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:47:10,438 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0b55becefd918bc681c8af27697cd9e5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,441 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/792618681803078e02378980a0b10f60/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,442 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 792618681803078e02378980a0b10f60: Waiting for close lock at 1730994429932Running coprocessor pre-close hooks at 1730994429932Disabling compacts and flushes for region at 1730994429932Disabling writes for close at 1730994429933 (+1 ms)Obtaining lock to block concurrent updates at 1730994429933Preparing flush snapshotting stores in 792618681803078e02378980a0b10f60 at 1730994429933Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994429939 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. at 1730994429941 (+2 ms)Flushing 792618681803078e02378980a0b10f60/colfamily11: creating writer at 1730994429941Flushing 792618681803078e02378980a0b10f60/colfamily11: appending metadata at 1730994429966 (+25 ms)Flushing 792618681803078e02378980a0b10f60/colfamily11: closing flushed file at 1730994429966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49ba842a: reopening flushed file at 1730994430427 (+461 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 792618681803078e02378980a0b10f60 in 503ms, sequenceid=5, compaction requested=false at 1730994430436 (+9 ms)Writing region close event to WAL at 1730994430437 (+1 ms)Running coprocessor post-close hooks at 1730994430442 (+5 ms)Closed at 1730994430442 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1730994239819.792618681803078e02378980a0b10f60. 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d8d16479db770501b1a9fbacf35fd88, disabling compactions & flushes 2024-11-07T15:47:10,442 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. after waiting 0 ms 2024-11-07T15:47:10,442 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:47:10,442 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d8d16479db770501b1a9fbacf35fd88 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,461 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/.tmp/colfamily11/38f61540a0ef4706956bf06dd5522722 is 52, key is ttt/colfamily11:colfamily11/1730994243773/Put/seqid=0 2024-11-07T15:47:10,463 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/.tmp/colfamily11/d3c2abd6df8640429f510b0cc6562d2a is 52, key is uuu/colfamily11:colfamily11/1730994243777/Put/seqid=0 2024-11-07T15:47:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741897_1073 (size=39263) 2024-11-07T15:47:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741897_1073 (size=39263) 2024-11-07T15:47:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741897_1073 (size=39263) 2024-11-07T15:47:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741898_1074 (size=39263) 2024-11-07T15:47:10,475 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/.tmp/colfamily11/38f61540a0ef4706956bf06dd5522722 2024-11-07T15:47:10,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741898_1074 (size=39263) 2024-11-07T15:47:10,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741898_1074 (size=39263) 2024-11-07T15:47:10,481 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/.tmp/colfamily11/d3c2abd6df8640429f510b0cc6562d2a 2024-11-07T15:47:10,484 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/.tmp/colfamily11/38f61540a0ef4706956bf06dd5522722 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/colfamily11/38f61540a0ef4706956bf06dd5522722 2024-11-07T15:47:10,488 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/.tmp/colfamily11/d3c2abd6df8640429f510b0cc6562d2a as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/colfamily11/d3c2abd6df8640429f510b0cc6562d2a 2024-11-07T15:47:10,492 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/colfamily11/38f61540a0ef4706956bf06dd5522722, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,493 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d8d16479db770501b1a9fbacf35fd88 in 51ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,494 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/colfamily11/d3c2abd6df8640429f510b0cc6562d2a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,495 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b55becefd918bc681c8af27697cd9e5 in 57ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,497 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7d8d16479db770501b1a9fbacf35fd88/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,498 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d8d16479db770501b1a9fbacf35fd88: Waiting for close lock at 1730994430442Running coprocessor pre-close hooks at 1730994430442Disabling compacts and flushes for region at 1730994430442Disabling writes for close at 1730994430442Obtaining lock to block concurrent updates at 1730994430442Preparing flush snapshotting stores in 7d8d16479db770501b1a9fbacf35fd88 at 1730994430442Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430443 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. at 1730994430443Flushing 7d8d16479db770501b1a9fbacf35fd88/colfamily11: creating writer at 1730994430443Flushing 7d8d16479db770501b1a9fbacf35fd88/colfamily11: appending metadata at 1730994430460 (+17 ms)Flushing 7d8d16479db770501b1a9fbacf35fd88/colfamily11: closing flushed file at 1730994430461 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@212389b3: reopening flushed file at 1730994430482 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7d8d16479db770501b1a9fbacf35fd88 in 51ms, sequenceid=5, compaction requested=false at 1730994430493 (+11 ms)Writing region close event to WAL at 1730994430494 (+1 ms)Running coprocessor post-close hooks at 1730994430498 (+4 ms)Closed at 1730994430498 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1730994239819.7d8d16479db770501b1a9fbacf35fd88. 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f60fdd796b6d1846ff641d56d6e6c960, disabling compactions & flushes 2024-11-07T15:47:10,498 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. after waiting 0 ms 2024-11-07T15:47:10,498 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:10,500 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b55becefd918bc681c8af27697cd9e5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,500 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:47:10,500 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b55becefd918bc681c8af27697cd9e5: Waiting for close lock at 1730994430438Running coprocessor pre-close hooks at 1730994430438Disabling compacts and flushes for region at 1730994430438Disabling writes for close at 1730994430438Obtaining lock to block concurrent updates at 1730994430438Preparing flush snapshotting stores in 0b55becefd918bc681c8af27697cd9e5 at 1730994430438Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430438Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. at 1730994430439 (+1 ms)Flushing 0b55becefd918bc681c8af27697cd9e5/colfamily11: creating writer at 1730994430439Flushing 0b55becefd918bc681c8af27697cd9e5/colfamily11: appending metadata at 1730994430463 (+24 ms)Flushing 0b55becefd918bc681c8af27697cd9e5/colfamily11: closing flushed file at 1730994430463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ff5360f: reopening flushed file at 1730994430487 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b55becefd918bc681c8af27697cd9e5 in 57ms, sequenceid=5, compaction requested=false at 1730994430495 (+8 ms)Writing region close event to WAL at 1730994430496 (+1 ms)Running coprocessor post-close hooks at 1730994430500 (+4 ms)Closed at 1730994430500 2024-11-07T15:47:10,501 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1730994239819.0b55becefd918bc681c8af27697cd9e5. 2024-11-07T15:47:10,501 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8895298dab8797c6eb0d1f68112b3f01, disabling compactions & flushes 2024-11-07T15:47:10,501 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:10,501 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:10,501 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. after waiting 0 ms 2024-11-07T15:47:10,501 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:10,503 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f60fdd796b6d1846ff641d56d6e6c960/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,503 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:10,503 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f60fdd796b6d1846ff641d56d6e6c960: Waiting for close lock at 1730994430498Running coprocessor pre-close hooks at 1730994430498Disabling compacts and flushes for region at 1730994430498Disabling writes for close at 1730994430498Writing region close event to WAL at 1730994430499 (+1 ms)Running coprocessor post-close hooks at 1730994430503 (+4 ms)Closed at 1730994430503 2024-11-07T15:47:10,503 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1730994239819.f60fdd796b6d1846ff641d56d6e6c960. 2024-11-07T15:47:10,503 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6e0227a26a27a6d6c84c1337f5a4975, disabling compactions & flushes 2024-11-07T15:47:10,504 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:47:10,504 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:47:10,504 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. after waiting 0 ms 2024-11-07T15:47:10,504 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:47:10,504 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6e0227a26a27a6d6c84c1337f5a4975 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,505 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8895298dab8797c6eb0d1f68112b3f01/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,506 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:10,506 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8895298dab8797c6eb0d1f68112b3f01: Waiting for close lock at 1730994430501Running coprocessor pre-close hooks at 1730994430501Disabling compacts and flushes for region at 1730994430501Disabling writes for close at 1730994430501Writing region close event to WAL at 1730994430502 (+1 ms)Running coprocessor post-close hooks at 1730994430506 (+4 ms)Closed at 1730994430506 2024-11-07T15:47:10,507 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1730994239819.8895298dab8797c6eb0d1f68112b3f01. 2024-11-07T15:47:10,520 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/.tmp/colfamily11/2452790550c547e2a4580d0b05a54815 is 52, key is xxx/colfamily11:colfamily11/1730994243813/Put/seqid=0 2024-11-07T15:47:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741899_1075 (size=39263) 2024-11-07T15:47:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741899_1075 (size=39263) 2024-11-07T15:47:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741899_1075 (size=39263) 2024-11-07T15:47:10,530 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/.tmp/colfamily11/2452790550c547e2a4580d0b05a54815 2024-11-07T15:47:10,532 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,44769,1730994237534; all regions closed. 2024-11-07T15:47:10,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741834_1010 (size=316539) 2024-11-07T15:47:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741834_1010 (size=316539) 2024-11-07T15:47:10,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741834_1010 (size=316539) 2024-11-07T15:47:10,537 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/.tmp/colfamily11/2452790550c547e2a4580d0b05a54815 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/colfamily11/2452790550c547e2a4580d0b05a54815 2024-11-07T15:47:10,540 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, b99d337de1632d441b8524605de6aab7, ba27914a5b1d24c77e9ac26d6ff5e486, bcfccd2b49a859dfb242ff1b4229ea5d, c6f991c27ba53c44e04b97b47c925c79, de9a89677571ce10cf723f5f08dc2d34, e6e0227a26a27a6d6c84c1337f5a4975, f98f7c47db488424b0be0dacad823f10 2024-11-07T15:47:10,542 DEBUG [RS:2;c2682f91c1e2:44769 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs 2024-11-07T15:47:10,542 INFO [RS:2;c2682f91c1e2:44769 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C44769%2C1730994237534:(num 1730994238902) 2024-11-07T15:47:10,542 DEBUG [RS:2;c2682f91c1e2:44769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:10,542 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:47:10,543 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:47:10,543 INFO [RS:2;c2682f91c1e2:44769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44769 2024-11-07T15:47:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:47:10,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,44769,1730994237534 2024-11-07T15:47:10,548 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:47:10,548 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/colfamily11/2452790550c547e2a4580d0b05a54815, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,44769,1730994237534] 2024-11-07T15:47:10,549 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e6e0227a26a27a6d6c84c1337f5a4975 in 45ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,551 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,44769,1730994237534 already deleted, retry=false 2024-11-07T15:47:10,551 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,44769,1730994237534 expired; onlineServers=1 2024-11-07T15:47:10,555 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6e0227a26a27a6d6c84c1337f5a4975/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,555 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6e0227a26a27a6d6c84c1337f5a4975: Waiting for close lock at 1730994430503Running coprocessor pre-close hooks at 1730994430503Disabling compacts and flushes for region at 1730994430503Disabling writes for close at 1730994430504 (+1 ms)Obtaining lock to block concurrent updates at 1730994430504Preparing flush snapshotting stores in e6e0227a26a27a6d6c84c1337f5a4975 at 1730994430504Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430504Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. at 1730994430504Flushing e6e0227a26a27a6d6c84c1337f5a4975/colfamily11: creating writer at 1730994430505 (+1 ms)Flushing e6e0227a26a27a6d6c84c1337f5a4975/colfamily11: appending metadata at 1730994430520 (+15 ms)Flushing e6e0227a26a27a6d6c84c1337f5a4975/colfamily11: closing flushed file at 1730994430520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3be0b291: reopening flushed file at 1730994430536 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e6e0227a26a27a6d6c84c1337f5a4975 in 45ms, sequenceid=5, compaction requested=false at 1730994430549 (+13 ms)Writing region close event to WAL at 1730994430551 (+2 ms)Running coprocessor post-close hooks at 1730994430555 (+4 ms)Closed at 1730994430555 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1730994239819.e6e0227a26a27a6d6c84c1337f5a4975. 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de9a89677571ce10cf723f5f08dc2d34, disabling compactions & flushes 2024-11-07T15:47:10,556 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. after waiting 0 ms 2024-11-07T15:47:10,556 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:10,560 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/de9a89677571ce10cf723f5f08dc2d34/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,561 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:10,561 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de9a89677571ce10cf723f5f08dc2d34: Waiting for close lock at 1730994430556Running coprocessor pre-close hooks at 1730994430556Disabling compacts and flushes for region at 1730994430556Disabling writes for close at 1730994430556Writing region close event to WAL at 1730994430557 (+1 ms)Running coprocessor post-close hooks at 1730994430561 (+4 ms)Closed at 1730994430561 2024-11-07T15:47:10,561 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1730994239819.de9a89677571ce10cf723f5f08dc2d34. 2024-11-07T15:47:10,561 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6f991c27ba53c44e04b97b47c925c79, disabling compactions & flushes 2024-11-07T15:47:10,561 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:47:10,562 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:47:10,562 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. after waiting 0 ms 2024-11-07T15:47:10,562 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:47:10,562 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6f991c27ba53c44e04b97b47c925c79 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,581 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/.tmp/colfamily11/067a45ef94584504bca5c49737a7ab0d is 52, key is aaa/colfamily11:colfamily11/1730994243443/Put/seqid=0 2024-11-07T15:47:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741900_1076 (size=39263) 2024-11-07T15:47:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741900_1076 (size=39263) 2024-11-07T15:47:10,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741900_1076 (size=39263) 2024-11-07T15:47:10,592 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/.tmp/colfamily11/067a45ef94584504bca5c49737a7ab0d 2024-11-07T15:47:10,598 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/.tmp/colfamily11/067a45ef94584504bca5c49737a7ab0d as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/colfamily11/067a45ef94584504bca5c49737a7ab0d 2024-11-07T15:47:10,605 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/colfamily11/067a45ef94584504bca5c49737a7ab0d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,606 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6f991c27ba53c44e04b97b47c925c79 in 44ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,610 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c6f991c27ba53c44e04b97b47c925c79/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,611 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:47:10,611 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6f991c27ba53c44e04b97b47c925c79: Waiting for close lock at 1730994430561Running coprocessor pre-close hooks at 1730994430561Disabling compacts and flushes for region at 1730994430561Disabling writes for close at 1730994430562 (+1 ms)Obtaining lock to block concurrent updates at 1730994430562Preparing flush snapshotting stores in c6f991c27ba53c44e04b97b47c925c79 at 1730994430562Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430562Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. at 1730994430563 (+1 ms)Flushing c6f991c27ba53c44e04b97b47c925c79/colfamily11: creating writer at 1730994430563Flushing c6f991c27ba53c44e04b97b47c925c79/colfamily11: appending metadata at 1730994430581 (+18 ms)Flushing c6f991c27ba53c44e04b97b47c925c79/colfamily11: closing flushed file at 1730994430581Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@400f932f: reopening flushed file at 1730994430597 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c6f991c27ba53c44e04b97b47c925c79 in 44ms, sequenceid=5, compaction requested=false at 1730994430606 (+9 ms)Writing region close event to WAL at 1730994430607 (+1 ms)Running coprocessor post-close hooks at 1730994430611 (+4 ms)Closed at 1730994430611 2024-11-07T15:47:10,611 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1730994239819.c6f991c27ba53c44e04b97b47c925c79. 2024-11-07T15:47:10,611 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bcfccd2b49a859dfb242ff1b4229ea5d, disabling compactions & flushes 2024-11-07T15:47:10,611 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:10,612 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:10,612 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. after waiting 0 ms 2024-11-07T15:47:10,612 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:10,616 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bcfccd2b49a859dfb242ff1b4229ea5d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,617 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bcfccd2b49a859dfb242ff1b4229ea5d: Waiting for close lock at 1730994430611Running coprocessor pre-close hooks at 1730994430611Disabling compacts and flushes for region at 1730994430611Disabling writes for close at 1730994430612 (+1 ms)Writing region close event to WAL at 1730994430612Running coprocessor post-close hooks at 1730994430617 (+5 ms)Closed at 1730994430617 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1730994239819.bcfccd2b49a859dfb242ff1b4229ea5d. 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f98f7c47db488424b0be0dacad823f10, disabling compactions & flushes 2024-11-07T15:47:10,617 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. after waiting 0 ms 2024-11-07T15:47:10,617 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:47:10,618 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f98f7c47db488424b0be0dacad823f10 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,640 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/.tmp/colfamily11/385f8281e8144757b05872cb48862b71 is 52, key is rrr/colfamily11:colfamily11/1730994243727/Put/seqid=0 2024-11-07T15:47:10,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741901_1077 (size=39263) 2024-11-07T15:47:10,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741901_1077 (size=39263) 2024-11-07T15:47:10,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741901_1077 (size=39263) 2024-11-07T15:47:10,648 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/.tmp/colfamily11/385f8281e8144757b05872cb48862b71 2024-11-07T15:47:10,650 INFO [RS:2;c2682f91c1e2:44769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:47:10,651 INFO [RS:2;c2682f91c1e2:44769 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,44769,1730994237534; zookeeper connection closed. 2024-11-07T15:47:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44769-0x10183675f420003, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:10,651 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5db6004a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5db6004a 2024-11-07T15:47:10,655 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/.tmp/colfamily11/385f8281e8144757b05872cb48862b71 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/colfamily11/385f8281e8144757b05872cb48862b71 2024-11-07T15:47:10,661 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/colfamily11/385f8281e8144757b05872cb48862b71, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:10,662 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f98f7c47db488424b0be0dacad823f10 in 45ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:10,666 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f98f7c47db488424b0be0dacad823f10/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:10,667 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:47:10,667 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f98f7c47db488424b0be0dacad823f10: Waiting for close lock at 1730994430617Running coprocessor pre-close hooks at 1730994430617Disabling compacts and flushes for region at 1730994430617Disabling writes for close at 1730994430617Obtaining lock to block concurrent updates at 1730994430618 (+1 ms)Preparing flush snapshotting stores in f98f7c47db488424b0be0dacad823f10 at 1730994430618Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430618Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. at 1730994430619 (+1 ms)Flushing f98f7c47db488424b0be0dacad823f10/colfamily11: creating writer at 1730994430619Flushing f98f7c47db488424b0be0dacad823f10/colfamily11: appending metadata at 1730994430640 (+21 ms)Flushing f98f7c47db488424b0be0dacad823f10/colfamily11: closing flushed file at 1730994430640Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f7b2970: reopening flushed file at 1730994430654 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f98f7c47db488424b0be0dacad823f10 in 45ms, sequenceid=5, compaction requested=false at 1730994430662 (+8 ms)Writing region close event to WAL at 1730994430663 (+1 ms)Running coprocessor post-close hooks at 1730994430667 (+4 ms)Closed at 1730994430667 2024-11-07T15:47:10,667 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1730994239819.f98f7c47db488424b0be0dacad823f10. 2024-11-07T15:47:10,668 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b99d337de1632d441b8524605de6aab7, disabling compactions & flushes 2024-11-07T15:47:10,668 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:10,668 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:10,668 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. after waiting 0 ms 2024-11-07T15:47:10,668 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:10,673 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b99d337de1632d441b8524605de6aab7/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:10,674 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b99d337de1632d441b8524605de6aab7: Waiting for close lock at 1730994430667Running coprocessor pre-close hooks at 1730994430668 (+1 ms)Disabling compacts and flushes for region at 1730994430668Disabling writes for close at 1730994430668Writing region close event to WAL at 1730994430669 (+1 ms)Running coprocessor post-close hooks at 1730994430673 (+4 ms)Closed at 1730994430673 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1730994239819.b99d337de1632d441b8524605de6aab7. 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c39edb322f741bd2c32a31ab426ec08, disabling compactions & flushes 2024-11-07T15:47:10,674 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. after waiting 0 ms 2024-11-07T15:47:10,674 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:47:10,674 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c39edb322f741bd2c32a31ab426ec08 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:10,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T15:47:10,699 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/.tmp/colfamily11/c6e1a495edd94033b7a10c80274a50a6 is 52, key is lll/colfamily11:colfamily11/1730994243651/Put/seqid=0 2024-11-07T15:47:10,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741902_1078 (size=39263) 2024-11-07T15:47:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741902_1078 (size=39263) 2024-11-07T15:47:10,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741902_1078 (size=39263) 2024-11-07T15:47:10,736 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:47:10,736 INFO [regionserver/c2682f91c1e2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:47:10,740 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:47:10,940 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1321): Waiting on 4 regions to close 2024-11-07T15:47:10,941 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1325): Online Regions={2c39edb322f741bd2c32a31ab426ec08=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., 7352068efb4c5ce803da5b5a641d16d0=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0., ba27914a5b1d24c77e9ac26d6ff5e486=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., 750686262d63ac23bf5fe7ef2b4474cf=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf.} 2024-11-07T15:47:10,941 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 2c39edb322f741bd2c32a31ab426ec08, 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:47:11,118 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/.tmp/colfamily11/c6e1a495edd94033b7a10c80274a50a6 2024-11-07T15:47:11,125 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/.tmp/colfamily11/c6e1a495edd94033b7a10c80274a50a6 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/colfamily11/c6e1a495edd94033b7a10c80274a50a6 2024-11-07T15:47:11,130 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/colfamily11/c6e1a495edd94033b7a10c80274a50a6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:11,131 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c39edb322f741bd2c32a31ab426ec08 in 457ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:11,132 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-07T15:47:11,136 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c39edb322f741bd2c32a31ab426ec08/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:11,137 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:47:11,137 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c39edb322f741bd2c32a31ab426ec08: Waiting for close lock at 1730994430674Running coprocessor pre-close hooks at 1730994430674Disabling compacts and flushes for region at 1730994430674Disabling writes for close at 1730994430674Obtaining lock to block concurrent updates at 1730994430674Preparing flush snapshotting stores in 2c39edb322f741bd2c32a31ab426ec08 at 1730994430674Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994430675 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. at 1730994430675Flushing 2c39edb322f741bd2c32a31ab426ec08/colfamily11: creating writer at 1730994430675Flushing 2c39edb322f741bd2c32a31ab426ec08/colfamily11: appending metadata at 1730994430699 (+24 ms)Flushing 2c39edb322f741bd2c32a31ab426ec08/colfamily11: closing flushed file at 1730994430699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c255549: reopening flushed file at 1730994431124 (+425 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c39edb322f741bd2c32a31ab426ec08 in 457ms, sequenceid=5, compaction requested=false at 1730994431132 (+8 ms)Writing region close event to WAL at 1730994431133 (+1 ms)Running coprocessor post-close hooks at 1730994431137 (+4 ms)Closed at 1730994431137 2024-11-07T15:47:11,137 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1730994239819.2c39edb322f741bd2c32a31ab426ec08. 2024-11-07T15:47:11,138 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7352068efb4c5ce803da5b5a641d16d0, disabling compactions & flushes 2024-11-07T15:47:11,138 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:11,138 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:11,138 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. after waiting 0 ms 2024-11-07T15:47:11,138 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:11,141 DEBUG [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1351): Waiting on 7352068efb4c5ce803da5b5a641d16d0, 750686262d63ac23bf5fe7ef2b4474cf, ba27914a5b1d24c77e9ac26d6ff5e486 2024-11-07T15:47:11,142 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7352068efb4c5ce803da5b5a641d16d0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-07T15:47:11,142 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:11,142 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7352068efb4c5ce803da5b5a641d16d0: Waiting for close lock at 1730994431137Running coprocessor pre-close hooks at 1730994431137Disabling compacts and flushes for region at 1730994431138 (+1 ms)Disabling writes for close at 1730994431138Writing region close event to WAL at 1730994431138Running coprocessor post-close hooks at 1730994431142 (+4 ms)Closed at 1730994431142 2024-11-07T15:47:11,142 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1730994239819.7352068efb4c5ce803da5b5a641d16d0. 2024-11-07T15:47:11,142 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ba27914a5b1d24c77e9ac26d6ff5e486, disabling compactions & flushes 2024-11-07T15:47:11,142 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:47:11,142 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:47:11,143 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. after waiting 0 ms 2024-11-07T15:47:11,143 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:47:11,143 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ba27914a5b1d24c77e9ac26d6ff5e486 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:11,160 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/.tmp/colfamily11/1bd9a7bbe7724befa1bff2099176eb03 is 52, key is ooo/colfamily11:colfamily11/1730994243685/Put/seqid=0 2024-11-07T15:47:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741903_1079 (size=39263) 2024-11-07T15:47:11,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741903_1079 (size=39263) 2024-11-07T15:47:11,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741903_1079 (size=39263) 2024-11-07T15:47:11,168 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/.tmp/colfamily11/1bd9a7bbe7724befa1bff2099176eb03 2024-11-07T15:47:11,174 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/.tmp/colfamily11/1bd9a7bbe7724befa1bff2099176eb03 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11/1bd9a7bbe7724befa1bff2099176eb03 2024-11-07T15:47:11,180 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11/1bd9a7bbe7724befa1bff2099176eb03, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:11,181 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba27914a5b1d24c77e9ac26d6ff5e486 in 38ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:11,185 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ba27914a5b1d24c77e9ac26d6ff5e486/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:11,186 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ba27914a5b1d24c77e9ac26d6ff5e486: Waiting for close lock at 1730994431142Running coprocessor pre-close hooks at 1730994431142Disabling compacts and flushes for region at 1730994431142Disabling writes for close at 1730994431143 (+1 ms)Obtaining lock to block concurrent updates at 1730994431143Preparing flush snapshotting stores in ba27914a5b1d24c77e9ac26d6ff5e486 at 1730994431143Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994431143Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. at 1730994431143Flushing ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11: creating writer at 1730994431143Flushing ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11: appending metadata at 1730994431160 (+17 ms)Flushing ba27914a5b1d24c77e9ac26d6ff5e486/colfamily11: closing flushed file at 1730994431160Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b070671: reopening flushed file at 1730994431174 (+14 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ba27914a5b1d24c77e9ac26d6ff5e486 in 38ms, sequenceid=5, compaction requested=false at 1730994431181 (+7 ms)Writing region close event to WAL at 1730994431182 (+1 ms)Running coprocessor post-close hooks at 1730994431185 (+3 ms)Closed at 1730994431186 (+1 ms) 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1730994239819.ba27914a5b1d24c77e9ac26d6ff5e486. 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 750686262d63ac23bf5fe7ef2b4474cf, disabling compactions & flushes 2024-11-07T15:47:11,186 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. after waiting 0 ms 2024-11-07T15:47:11,186 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:47:11,186 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 750686262d63ac23bf5fe7ef2b4474cf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-07T15:47:11,202 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/.tmp/colfamily11/8925431c7c7b45679dba0fd368d53ee4 is 52, key is fff/colfamily11:colfamily11/1730994243540/Put/seqid=0 2024-11-07T15:47:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741904_1080 (size=39263) 2024-11-07T15:47:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741904_1080 (size=39263) 2024-11-07T15:47:11,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741904_1080 (size=39263) 2024-11-07T15:47:11,211 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/.tmp/colfamily11/8925431c7c7b45679dba0fd368d53ee4 2024-11-07T15:47:11,218 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/.tmp/colfamily11/8925431c7c7b45679dba0fd368d53ee4 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/colfamily11/8925431c7c7b45679dba0fd368d53ee4 2024-11-07T15:47:11,223 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/colfamily11/8925431c7c7b45679dba0fd368d53ee4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-07T15:47:11,224 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 750686262d63ac23bf5fe7ef2b4474cf in 38ms, sequenceid=5, compaction requested=false 2024-11-07T15:47:11,228 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/750686262d63ac23bf5fe7ef2b4474cf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-07T15:47:11,229 INFO [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:47:11,229 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 750686262d63ac23bf5fe7ef2b4474cf: Waiting for close lock at 1730994431186Running coprocessor pre-close hooks at 1730994431186Disabling compacts and flushes for region at 1730994431186Disabling writes for close at 1730994431186Obtaining lock to block concurrent updates at 1730994431186Preparing flush snapshotting stores in 750686262d63ac23bf5fe7ef2b4474cf at 1730994431186Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1730994431187 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. at 1730994431187Flushing 750686262d63ac23bf5fe7ef2b4474cf/colfamily11: creating writer at 1730994431187Flushing 750686262d63ac23bf5fe7ef2b4474cf/colfamily11: appending metadata at 1730994431202 (+15 ms)Flushing 750686262d63ac23bf5fe7ef2b4474cf/colfamily11: closing flushed file at 1730994431202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e0b15f5: reopening flushed file at 1730994431217 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 750686262d63ac23bf5fe7ef2b4474cf in 38ms, sequenceid=5, compaction requested=false at 1730994431224 (+7 ms)Writing region close event to WAL at 1730994431225 (+1 ms)Running coprocessor post-close hooks at 1730994431229 (+4 ms)Closed at 1730994431229 2024-11-07T15:47:11,229 DEBUG [RS_CLOSE_REGION-regionserver/c2682f91c1e2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1730994239819.750686262d63ac23bf5fe7ef2b4474cf. 2024-11-07T15:47:11,341 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(976): stopping server c2682f91c1e2,37137,1730994237466; all regions closed. 2024-11-07T15:47:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741865_1041 (size=15752) 2024-11-07T15:47:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741865_1041 (size=15752) 2024-11-07T15:47:11,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741865_1041 (size=15752) 2024-11-07T15:47:11,348 DEBUG [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs 2024-11-07T15:47:11,348 INFO [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C37137%2C1730994237466.meta:.meta(num 1730994425114) 2024-11-07T15:47:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741835_1011 (size=315386) 2024-11-07T15:47:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741835_1011 (size=315386) 2024-11-07T15:47:11,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741835_1011 (size=315386) 2024-11-07T15:47:11,355 DEBUG [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/oldWALs 2024-11-07T15:47:11,355 INFO [RS:1;c2682f91c1e2:37137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL c2682f91c1e2%2C37137%2C1730994237466:(num 1730994238902) 2024-11-07T15:47:11,355 DEBUG [RS:1;c2682f91c1e2:37137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:47:11,355 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:47:11,355 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:47:11,355 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.ChoreService(370): Chore service for: regionserver/c2682f91c1e2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:47:11,355 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:47:11,356 INFO [regionserver/c2682f91c1e2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:47:11,356 INFO [RS:1;c2682f91c1e2:37137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37137 2024-11-07T15:47:11,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/c2682f91c1e2,37137,1730994237466 2024-11-07T15:47:11,358 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:47:11,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:47:11,361 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [c2682f91c1e2,37137,1730994237466] 2024-11-07T15:47:11,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/c2682f91c1e2,37137,1730994237466 already deleted, retry=false 2024-11-07T15:47:11,363 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; c2682f91c1e2,37137,1730994237466 expired; onlineServers=0 2024-11-07T15:47:11,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'c2682f91c1e2,34041,1730994236690' ***** 2024-11-07T15:47:11,363 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:47:11,363 INFO [M:0;c2682f91c1e2:34041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:47:11,363 INFO [M:0;c2682f91c1e2:34041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:47:11,363 DEBUG [M:0;c2682f91c1e2:34041 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:47:11,363 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:47:11,363 DEBUG [M:0;c2682f91c1e2:34041 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:47:11,363 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994238588 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.small.0-1730994238588,5,FailOnTimeoutGroup] 2024-11-07T15:47:11,363 DEBUG [master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994238587 {}] cleaner.HFileCleaner(306): Exit Thread[master/c2682f91c1e2:0:becomeActiveMaster-HFileCleaner.large.0-1730994238587,5,FailOnTimeoutGroup] 2024-11-07T15:47:11,364 INFO [M:0;c2682f91c1e2:34041 {}] hbase.ChoreService(370): Chore service for: master/c2682f91c1e2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:47:11,364 INFO [M:0;c2682f91c1e2:34041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:47:11,364 DEBUG [M:0;c2682f91c1e2:34041 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:47:11,364 INFO [M:0;c2682f91c1e2:34041 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:47:11,365 INFO [M:0;c2682f91c1e2:34041 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:47:11,365 INFO [M:0;c2682f91c1e2:34041 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:47:11,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:47:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:47:11,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:47:11,366 DEBUG [M:0;c2682f91c1e2:34041 {}] zookeeper.ZKUtil(347): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:47:11,366 WARN [M:0;c2682f91c1e2:34041 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:47:11,367 INFO [M:0;c2682f91c1e2:34041 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/.lastflushedseqids 2024-11-07T15:47:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741905_1081 (size=2837) 2024-11-07T15:47:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741905_1081 (size=2837) 2024-11-07T15:47:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741905_1081 (size=2837) 2024-11-07T15:47:11,385 INFO [M:0;c2682f91c1e2:34041 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:47:11,385 INFO [M:0;c2682f91c1e2:34041 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:47:11,386 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:47:11,386 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:47:11,386 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:47:11,386 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:47:11,386 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:47:11,386 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.67 KB heapSize=405.09 KB 2024-11-07T15:47:11,407 DEBUG [M:0;c2682f91c1e2:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77d4fd8e86164e69b7656c6ed2e82c45 is 82, key is hbase:meta,,1/info:regioninfo/1730994425423/Put/seqid=0 2024-11-07T15:47:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741906_1082 (size=6071) 2024-11-07T15:47:11,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741906_1082 (size=6071) 2024-11-07T15:47:11,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741906_1082 (size=6071) 2024-11-07T15:47:11,415 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77d4fd8e86164e69b7656c6ed2e82c45 2024-11-07T15:47:11,435 DEBUG [M:0;c2682f91c1e2:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b91b87444fa4d9ba636f87e845ed4fa is 4107, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730994241028/Put/seqid=0 2024-11-07T15:47:11,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741907_1083 (size=13507) 2024-11-07T15:47:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741907_1083 (size=13507) 2024-11-07T15:47:11,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741907_1083 (size=13507) 2024-11-07T15:47:11,443 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.44 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b91b87444fa4d9ba636f87e845ed4fa 2024-11-07T15:47:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:11,460 INFO [RS:1;c2682f91c1e2:37137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:47:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37137-0x10183675f420002, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:11,460 INFO [RS:1;c2682f91c1e2:37137 {}] regionserver.HRegionServer(1031): Exiting; stopping=c2682f91c1e2,37137,1730994237466; zookeeper connection closed. 2024-11-07T15:47:11,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@128a9041 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@128a9041 2024-11-07T15:47:11,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-07T15:47:11,464 DEBUG [M:0;c2682f91c1e2:34041 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7675d1357c34481a2a8664b27874666 is 69, key is c2682f91c1e2,37137,1730994237466/rs:state/1730994238645/Put/seqid=0 2024-11-07T15:47:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741908_1084 (size=5442) 2024-11-07T15:47:11,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741908_1084 (size=5442) 2024-11-07T15:47:11,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741908_1084 (size=5442) 2024-11-07T15:47:11,472 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7675d1357c34481a2a8664b27874666 2024-11-07T15:47:11,477 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7675d1357c34481a2a8664b27874666 2024-11-07T15:47:11,478 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77d4fd8e86164e69b7656c6ed2e82c45 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77d4fd8e86164e69b7656c6ed2e82c45 2024-11-07T15:47:11,484 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77d4fd8e86164e69b7656c6ed2e82c45, entries=14, sequenceid=635, filesize=5.9 K 2024-11-07T15:47:11,485 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5b91b87444fa4d9ba636f87e845ed4fa as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b91b87444fa4d9ba636f87e845ed4fa 2024-11-07T15:47:11,490 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5b91b87444fa4d9ba636f87e845ed4fa, entries=81, sequenceid=635, filesize=13.2 K 2024-11-07T15:47:11,491 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e7675d1357c34481a2a8664b27874666 as hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7675d1357c34481a2a8664b27874666 2024-11-07T15:47:11,496 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e7675d1357c34481a2a8664b27874666 2024-11-07T15:47:11,496 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39727/user/jenkins/test-data/9006eb63-f7d4-b6dd-a479-151cb7125988/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e7675d1357c34481a2a8664b27874666, entries=3, sequenceid=635, filesize=5.3 K 2024-11-07T15:47:11,497 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.67 KB/352943, heapSize ~404.80 KB/414512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=635, compaction requested=false 2024-11-07T15:47:11,499 INFO [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:47:11,499 DEBUG [M:0;c2682f91c1e2:34041 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730994431386Disabling compacts and flushes for region at 1730994431386Disabling writes for close at 1730994431386Obtaining lock to block concurrent updates at 1730994431386Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730994431386Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352943, getHeapSize=414752, getOffHeapSize=0, getCellsCount=800 at 1730994431386Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730994431387 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730994431387Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730994431406 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730994431406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730994431420 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730994431435 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730994431435Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730994431448 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730994431463 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730994431464 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ce96277: reopening flushed file at 1730994431478 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ad256ba: reopening flushed file at 1730994431484 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58b0f580: reopening flushed file at 1730994431490 (+6 ms)Finished flush of dataSize ~344.67 KB/352943, heapSize ~404.80 KB/414512, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 111ms, sequenceid=635, compaction requested=false at 1730994431497 (+7 ms)Writing region close event to WAL at 1730994431499 (+2 ms)Closed at 1730994431499 2024-11-07T15:47:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46621 is added to blk_1073741830_1006 (size=395297) 2024-11-07T15:47:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33419 is added to blk_1073741830_1006 (size=395297) 2024-11-07T15:47:11,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35431 is added to blk_1073741830_1006 (size=395297) 2024-11-07T15:47:11,503 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:47:11,503 INFO [M:0;c2682f91c1e2:34041 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:47:11,503 INFO [M:0;c2682f91c1e2:34041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34041 2024-11-07T15:47:11,504 INFO [M:0;c2682f91c1e2:34041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:11,606 INFO [M:0;c2682f91c1e2:34041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:47:11,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34041-0x10183675f420000, quorum=127.0.0.1:64418, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:47:11,610 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:47:11,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:47:11,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:47:11,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:47:11,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,STOPPED} 2024-11-07T15:47:11,615 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:47:11,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:47:11,616 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:47:11,616 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-27491381-172.17.0.2-1730994233606 (Datanode Uuid 65feba36-3cb0-4e00-8d0d-0dfd33a4228e) service to localhost/127.0.0.1:39727 2024-11-07T15:47:11,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data5/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data6/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:47:11,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:47:11,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:47:11,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:47:11,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:47:11,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,STOPPED} 2024-11-07T15:47:11,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:47:11,622 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:47:11,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:47:11,622 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-27491381-172.17.0.2-1730994233606 (Datanode Uuid 68da94c7-c6db-4477-9269-16b1b76f2a2b) service to localhost/127.0.0.1:39727 2024-11-07T15:47:11,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data3/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data4/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:47:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:47:11,626 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:47:11,626 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:47:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:47:11,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,STOPPED} 2024-11-07T15:47:11,627 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:47:11,628 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:47:11,628 WARN [BP-27491381-172.17.0.2-1730994233606 heartbeating to localhost/127.0.0.1:39727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-27491381-172.17.0.2-1730994233606 (Datanode Uuid 5d1d9e64-641b-4452-a7cc-8cf054be5255) service to localhost/127.0.0.1:39727 2024-11-07T15:47:11,628 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:47:11,628 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data1/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,629 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/cluster_2778b8bf-5b42-6013-5d6c-2e7467244d52/data/data2/current/BP-27491381-172.17.0.2-1730994233606 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:47:11,629 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:47:11,637 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:47:11,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:47:11,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:47:11,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:47:11,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/5eb3fb03-e17a-7ef9-56ec-e896e1a707ed/hadoop.log.dir/,STOPPED} 2024-11-07T15:47:11,655 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:47:11,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:47:11,740 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/c2682f91c1e2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2682f91c1e2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2682f91c1e2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@399a281b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2682f91c1e2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/c2682f91c1e2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39727 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2682f91c1e2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/c2682f91c1e2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/c2682f91c1e2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:39727 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:39727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/c2682f91c1e2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=96 (was 265), ProcessCount=11 (was 11), AvailableMemoryMB=6573 (was 7025)