2024-11-09 21:52:14,353 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 21:52:14,370 main DEBUG Took 0.014612 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-09 21:52:14,370 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-09 21:52:14,370 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-09 21:52:14,371 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-09 21:52:14,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,379 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-09 21:52:14,391 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,393 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,394 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,394 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,395 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,396 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,396 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,396 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,397 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,397 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,398 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,398 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,399 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,399 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,400 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,400 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,400 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,401 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,401 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,402 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-09 21:52:14,402 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,403 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-09 21:52:14,404 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-09 21:52:14,405 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-09 21:52:14,407 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-09 21:52:14,407 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-09 21:52:14,409 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-09 21:52:14,409 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-09 21:52:14,416 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-09 21:52:14,419 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-09 21:52:14,422 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-09 21:52:14,422 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-09 21:52:14,423 main DEBUG createAppenders(={Console}) 2024-11-09 21:52:14,424 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-09 21:52:14,424 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-09 21:52:14,424 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-09 21:52:14,425 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-09 21:52:14,425 main DEBUG OutputStream closed 2024-11-09 21:52:14,426 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-09 21:52:14,426 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-09 21:52:14,426 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-09 21:52:14,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-09 21:52:14,494 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-09 21:52:14,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-09 21:52:14,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-09 21:52:14,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-09 21:52:14,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-09 21:52:14,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-09 21:52:14,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-09 21:52:14,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-09 21:52:14,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-09 21:52:14,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-09 21:52:14,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-09 21:52:14,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-09 21:52:14,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-09 21:52:14,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-09 21:52:14,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-09 21:52:14,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-09 21:52:14,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-09 21:52:14,502 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09 21:52:14,503 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-09 21:52:14,503 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-09 21:52:14,504 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-09T21:52:14,515 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-09 21:52:14,518 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-09 21:52:14,518 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-09T21:52:14,553 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=45, ProcessCount=11, AvailableMemoryMB=18508 2024-11-09T21:52:14,780 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7 2024-11-09T21:52:14,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-09T21:52:14,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d, deleteOnExit=true 2024-11-09T21:52:14,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-09T21:52:14,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/test.cache.data in system properties and HBase conf 2024-11-09T21:52:14,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-09T21:52:14,803 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir in system properties and HBase conf 2024-11-09T21:52:14,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-09T21:52:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-09T21:52:14,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-09T21:52:14,880 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-09T21:52:14,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-09T21:52:14,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:52:14,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-09T21:52:14,964 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-09T21:52:14,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:52:14,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-09T21:52:14,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-09T21:52:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-09T21:52:14,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:52:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-09T21:52:14,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/nfs.dump.dir in system properties and HBase conf 2024-11-09T21:52:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/java.io.tmpdir in system properties and HBase conf 2024-11-09T21:52:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-09T21:52:14,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-09T21:52:14,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-09T21:52:15,973 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-09T21:52:16,038 INFO [Time-limited test {}] log.Log(170): Logging initialized @2307ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-09T21:52:16,100 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:52:16,157 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:52:16,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:52:16,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:52:16,183 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:52:16,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:52:16,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:52:16,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:52:16,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1aa62678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/java.io.tmpdir/jetty-localhost-33137-hadoop-hdfs-3_4_1-tests_jar-_-any-15531384452179983014/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:52:16,381 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:33137} 2024-11-09T21:52:16,381 INFO [Time-limited test {}] server.Server(415): Started @2651ms 2024-11-09T21:52:16,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:52:16,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:52:16,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:52:16,862 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:52:16,862 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:52:16,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:52:16,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:52:16,969 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@694dc04{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/java.io.tmpdir/jetty-localhost-41601-hadoop-hdfs-3_4_1-tests_jar-_-any-11071885896300570191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:52:16,970 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:41601} 2024-11-09T21:52:16,970 INFO [Time-limited test {}] server.Server(415): Started @3240ms 2024-11-09T21:52:17,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:52:17,125 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:52:17,134 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:52:17,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:52:17,138 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:52:17,138 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:52:17,139 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:52:17,140 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:52:17,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4223727d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/java.io.tmpdir/jetty-localhost-43919-hadoop-hdfs-3_4_1-tests_jar-_-any-13389107047264861626/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:52:17,239 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:43919} 2024-11-09T21:52:17,239 INFO [Time-limited test {}] server.Server(415): Started @3509ms 2024-11-09T21:52:17,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:52:17,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-09T21:52:17,310 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-09T21:52:17,311 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-09T21:52:17,312 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-09T21:52:17,312 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-09T21:52:17,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,AVAILABLE} 2024-11-09T21:52:17,314 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-09T21:52:17,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5830dca9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/java.io.tmpdir/jetty-localhost-33117-hadoop-hdfs-3_4_1-tests_jar-_-any-3570189850424858834/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:52:17,415 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:33117} 2024-11-09T21:52:17,416 INFO [Time-limited test {}] server.Server(415): Started @3685ms 2024-11-09T21:52:17,418 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-09T21:52:18,331 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data3/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,331 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data2/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,331 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data4/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,331 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data1/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,360 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:52:18,361 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:52:18,376 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data5/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,376 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data6/current/BP-558462512-172.17.0.2-1731189135495/current, will proceed with Du for space computation calculation, 2024-11-09T21:52:18,397 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-09T21:52:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc357cb9f28a206e with lease ID 0xb6c1d94c54559aaf: Processing first storage report for DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02 from datanode DatanodeRegistration(127.0.0.1:39895, datanodeUuid=accaee38-dfc3-45ac-ac77-f476d1872717, infoPort=43547, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc357cb9f28a206e with lease ID 0xb6c1d94c54559aaf: from storage DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02 node DatanodeRegistration(127.0.0.1:39895, datanodeUuid=accaee38-dfc3-45ac-ac77-f476d1872717, infoPort=43547, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,412 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45359b2fc2ae139 with lease ID 0xb6c1d94c54559ab0: Processing first storage report for DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=eecdce56-3bea-4b39-ac68-a1b920f5ae76, infoPort=39769, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45359b2fc2ae139 with lease ID 0xb6c1d94c54559ab0: from storage DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=eecdce56-3bea-4b39-ac68-a1b920f5ae76, infoPort=39769, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bd2fab3163ed72f with lease ID 0xb6c1d94c54559ab1: Processing first storage report for DS-57feacc9-9348-4951-96cc-1c1a8c1be315 from datanode DatanodeRegistration(127.0.0.1:44589, datanodeUuid=775dd53d-9f52-4a44-a750-93e9427ab56c, infoPort=45177, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bd2fab3163ed72f with lease ID 0xb6c1d94c54559ab1: from storage DS-57feacc9-9348-4951-96cc-1c1a8c1be315 node DatanodeRegistration(127.0.0.1:44589, datanodeUuid=775dd53d-9f52-4a44-a750-93e9427ab56c, infoPort=45177, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfc357cb9f28a206e with lease ID 0xb6c1d94c54559aaf: Processing first storage report for DS-69d4438c-e676-4e3e-9708-e17a57af626f from datanode DatanodeRegistration(127.0.0.1:39895, datanodeUuid=accaee38-dfc3-45ac-ac77-f476d1872717, infoPort=43547, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfc357cb9f28a206e with lease ID 0xb6c1d94c54559aaf: from storage DS-69d4438c-e676-4e3e-9708-e17a57af626f node DatanodeRegistration(127.0.0.1:39895, datanodeUuid=accaee38-dfc3-45ac-ac77-f476d1872717, infoPort=43547, infoSecurePort=0, ipcPort=36173, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45359b2fc2ae139 with lease ID 0xb6c1d94c54559ab0: Processing first storage report for DS-7635c5d8-5def-4c93-b36d-6cd232417698 from datanode DatanodeRegistration(127.0.0.1:42831, datanodeUuid=eecdce56-3bea-4b39-ac68-a1b920f5ae76, infoPort=39769, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,414 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45359b2fc2ae139 with lease ID 0xb6c1d94c54559ab0: from storage DS-7635c5d8-5def-4c93-b36d-6cd232417698 node DatanodeRegistration(127.0.0.1:42831, datanodeUuid=eecdce56-3bea-4b39-ac68-a1b920f5ae76, infoPort=39769, infoSecurePort=0, ipcPort=41283, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,415 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4bd2fab3163ed72f with lease ID 0xb6c1d94c54559ab1: Processing first storage report for DS-d0120a59-e6cc-45ef-890e-129ae8079d7b from datanode DatanodeRegistration(127.0.0.1:44589, datanodeUuid=775dd53d-9f52-4a44-a750-93e9427ab56c, infoPort=45177, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495) 2024-11-09T21:52:18,416 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4bd2fab3163ed72f with lease ID 0xb6c1d94c54559ab1: from storage DS-d0120a59-e6cc-45ef-890e-129ae8079d7b node DatanodeRegistration(127.0.0.1:44589, datanodeUuid=775dd53d-9f52-4a44-a750-93e9427ab56c, infoPort=45177, infoSecurePort=0, ipcPort=36157, storageInfo=lv=-57;cid=testClusterID;nsid=1595128904;c=1731189135495), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-09T21:52:18,426 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7 2024-11-09T21:52:18,490 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/zookeeper_0, clientPort=50594, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-09T21:52:18,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50594 2024-11-09T21:52:18,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:18,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:18,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:52:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:52:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741825_1001 (size=7) 2024-11-09T21:52:19,117 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a with version=8 2024-11-09T21:52:19,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/hbase-staging 2024-11-09T21:52:19,193 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-09T21:52:19,425 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d86ff69d6719:0 server-side Connection retries=45 2024-11-09T21:52:19,433 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,438 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:52:19,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,438 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:52:19,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-09T21:52:19,609 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-09T21:52:19,616 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-09T21:52:19,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:52:19,641 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 41564 (auto-detected) 2024-11-09T21:52:19,642 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-09T21:52:19,658 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38069 2024-11-09T21:52:19,678 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38069 connecting to ZooKeeper ensemble=127.0.0.1:50594 2024-11-09T21:52:19,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380690x0, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:52:19,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38069-0x10122df76ee0000 connected 2024-11-09T21:52:19,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:19,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:19,850 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:52:19,853 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a, hbase.cluster.distributed=false 2024-11-09T21:52:19,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:52:19,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38069 2024-11-09T21:52:19,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38069 2024-11-09T21:52:19,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38069 2024-11-09T21:52:19,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38069 2024-11-09T21:52:19,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38069 2024-11-09T21:52:19,971 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d86ff69d6719:0 server-side Connection retries=45 2024-11-09T21:52:19,972 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,973 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:52:19,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:19,973 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:52:19,975 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:52:19,978 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:52:19,979 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44113 2024-11-09T21:52:19,981 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44113 connecting to ZooKeeper ensemble=127.0.0.1:50594 2024-11-09T21:52:19,982 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:19,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441130x0, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:52:20,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44113-0x10122df76ee0001 connected 2024-11-09T21:52:20,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:52:20,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:52:20,026 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:52:20,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:52:20,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:52:20,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-09T21:52:20,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44113 2024-11-09T21:52:20,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44113 2024-11-09T21:52:20,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-09T21:52:20,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44113 2024-11-09T21:52:20,052 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d86ff69d6719:0 server-side Connection retries=45 2024-11-09T21:52:20,052 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,053 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:52:20,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,053 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:52:20,054 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:52:20,054 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:52:20,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33369 2024-11-09T21:52:20,057 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33369 connecting to ZooKeeper ensemble=127.0.0.1:50594 2024-11-09T21:52:20,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:333690x0, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:52:20,096 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:333690x0, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:52:20,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33369-0x10122df76ee0002 connected 2024-11-09T21:52:20,096 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:52:20,098 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:52:20,099 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:52:20,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:52:20,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-09T21:52:20,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33369 2024-11-09T21:52:20,103 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33369 2024-11-09T21:52:20,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-09T21:52:20,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33369 2024-11-09T21:52:20,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d86ff69d6719:0 server-side Connection retries=45 2024-11-09T21:52:20,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-09T21:52:20,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-09T21:52:20,126 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-09T21:52:20,126 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-09T21:52:20,126 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-09T21:52:20,127 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38427 2024-11-09T21:52:20,130 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38427 connecting to ZooKeeper ensemble=127.0.0.1:50594 2024-11-09T21:52:20,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,161 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384270x0, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-09T21:52:20,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384270x0, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:52:20,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38427-0x10122df76ee0003 connected 2024-11-09T21:52:20,163 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-09T21:52:20,164 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-09T21:52:20,165 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-09T21:52:20,167 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-09T21:52:20,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38427 2024-11-09T21:52:20,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38427 2024-11-09T21:52:20,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38427 2024-11-09T21:52:20,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38427 2024-11-09T21:52:20,169 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38427 2024-11-09T21:52:20,185 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d86ff69d6719:38069 2024-11-09T21:52:20,186 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d86ff69d6719,38069,1731189139279 2024-11-09T21:52:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,195 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,197 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d86ff69d6719,38069,1731189139279 2024-11-09T21:52:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:52:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:52:20,228 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-09T21:52:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,228 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,229 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-09T21:52:20,231 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d86ff69d6719,38069,1731189139279 from backup master directory 2024-11-09T21:52:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,236 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d86ff69d6719,38069,1731189139279 2024-11-09T21:52:20,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-09T21:52:20,237 WARN [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:52:20,237 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d86ff69d6719,38069,1731189139279 2024-11-09T21:52:20,239 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-09T21:52:20,241 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-09T21:52:20,291 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/hbase.id] with ID: 38c0656f-8e22-4f63-9245-7376070386e4 2024-11-09T21:52:20,292 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/.tmp/hbase.id 2024-11-09T21:52:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:52:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:52:20,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741826_1002 (size=42) 2024-11-09T21:52:20,306 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/.tmp/hbase.id]:[hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/hbase.id] 2024-11-09T21:52:20,348 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-09T21:52:20,352 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-09T21:52:20,368 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-09T21:52:20,403 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:52:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:52:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741827_1003 (size=196) 2024-11-09T21:52:20,436 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:52:20,438 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-09T21:52:20,450 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:20,454 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:52:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:52:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:52:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741828_1004 (size=1189) 2024-11-09T21:52:20,499 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store 2024-11-09T21:52:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:52:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:52:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741829_1005 (size=34) 2024-11-09T21:52:20,524 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-09T21:52:20,527 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:20,529 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:52:20,529 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:52:20,529 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:52:20,531 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:52:20,531 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:52:20,531 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:52:20,532 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189140529Disabling compacts and flushes for region at 1731189140529Disabling writes for close at 1731189140531 (+2 ms)Writing region close event to WAL at 1731189140531Closed at 1731189140531 2024-11-09T21:52:20,533 WARN [master/d86ff69d6719:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/.initializing 2024-11-09T21:52:20,534 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/WALs/d86ff69d6719,38069,1731189139279 2024-11-09T21:52:20,541 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:52:20,553 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C38069%2C1731189139279, suffix=, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/WALs/d86ff69d6719,38069,1731189139279, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/oldWALs, maxLogs=10 2024-11-09T21:52:20,574 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/WALs/d86ff69d6719,38069,1731189139279/d86ff69d6719%2C38069%2C1731189139279.1731189140557, exclude list is [], retry=0 2024-11-09T21:52:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:52:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:52:20,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:52:20,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-09T21:52:20,627 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/WALs/d86ff69d6719,38069,1731189139279/d86ff69d6719%2C38069%2C1731189139279.1731189140557 2024-11-09T21:52:20,628 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39769:39769),(127.0.0.1/127.0.0.1:45177:45177),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-09T21:52:20,628 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:52:20,629 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:20,631 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,632 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-09T21:52:20,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:20,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:20,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-09T21:52:20,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:20,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-09T21:52:20,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:20,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-09T21:52:20,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:20,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:20,705 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,709 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,710 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,715 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,716 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,719 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:52:20,723 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-09T21:52:20,727 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:20,728 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59416953, jitterRate=-0.11461840569972992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:52:20,736 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731189140643Initializing all the Stores at 1731189140645 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189140645Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189140646 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189140646Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189140646Cleaning up temporary data from old regions at 1731189140716 (+70 ms)Region opened successfully at 1731189140736 (+20 ms) 2024-11-09T21:52:20,737 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-09T21:52:20,770 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ce428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d86ff69d6719/172.17.0.2:0 2024-11-09T21:52:20,796 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-09T21:52:20,806 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:52:20,806 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:52:20,809 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:52:20,810 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:52:20,815 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T21:52:20,815 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-09T21:52:20,839 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-09T21:52:20,846 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-09T21:52:20,895 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-09T21:52:20,900 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-09T21:52:20,904 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-09T21:52:20,911 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-09T21:52:20,913 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-09T21:52:20,916 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-09T21:52:20,919 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-09T21:52:20,920 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-09T21:52:20,927 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-09T21:52:20,946 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-09T21:52:20,952 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,961 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-09T21:52:20,962 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,964 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d86ff69d6719,38069,1731189139279, sessionid=0x10122df76ee0000, setting cluster-up flag (Was=false) 2024-11-09T21:52:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:20,994 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,020 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-09T21:52:21,024 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d86ff69d6719,38069,1731189139279 2024-11-09T21:52:21,045 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,069 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-09T21:52:21,073 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d86ff69d6719,38069,1731189139279 2024-11-09T21:52:21,080 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-09T21:52:21,144 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:52:21,153 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-09T21:52:21,159 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-09T21:52:21,164 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d86ff69d6719,38069,1731189139279 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-09T21:52:21,171 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d86ff69d6719:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:52:21,171 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d86ff69d6719:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:52:21,171 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d86ff69d6719:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:52:21,171 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d86ff69d6719:0, corePoolSize=5, maxPoolSize=5 2024-11-09T21:52:21,172 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d86ff69d6719:0, corePoolSize=10, maxPoolSize=10 2024-11-09T21:52:21,172 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,172 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d86ff69d6719:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:52:21,172 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,173 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(746): ClusterId : 38c0656f-8e22-4f63-9245-7376070386e4 2024-11-09T21:52:21,173 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(746): ClusterId : 38c0656f-8e22-4f63-9245-7376070386e4 2024-11-09T21:52:21,173 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(746): ClusterId : 38c0656f-8e22-4f63-9245-7376070386e4 2024-11-09T21:52:21,174 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189171174 2024-11-09T21:52:21,175 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:52:21,175 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:52:21,175 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-09T21:52:21,175 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-09T21:52:21,176 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-09T21:52:21,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:52:21,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-09T21:52:21,180 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-09T21:52:21,181 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-09T21:52:21,181 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-09T21:52:21,181 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-09T21:52:21,182 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:21,184 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-09T21:52:21,185 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-09T21:52:21,187 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-09T21:52:21,188 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-09T21:52:21,189 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-09T21:52:21,190 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-09T21:52:21,192 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.large.0-1731189141191,5,FailOnTimeoutGroup] 2024-11-09T21:52:21,195 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.small.0-1731189141193,5,FailOnTimeoutGroup] 2024-11-09T21:52:21,195 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,195 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-09T21:52:21,197 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,197 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:52:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:52:21,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741831_1007 (size=1321) 2024-11-09T21:52:21,200 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-09T21:52:21,201 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:21,213 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:52:21,213 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:52:21,213 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-09T21:52:21,213 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:52:21,213 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:52:21,213 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-09T21:52:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:52:21,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:52:21,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741832_1008 (size=32) 2024-11-09T21:52:21,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:21,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:52:21,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:52:21,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:21,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:21,227 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:52:21,229 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:52:21,229 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:52:21,229 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-09T21:52:21,229 DEBUG [RS:1;d86ff69d6719:33369 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77deae7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d86ff69d6719/172.17.0.2:0 2024-11-09T21:52:21,229 DEBUG [RS:0;d86ff69d6719:44113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34588df1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d86ff69d6719/172.17.0.2:0 2024-11-09T21:52:21,229 DEBUG [RS:2;d86ff69d6719:38427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a822319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d86ff69d6719/172.17.0.2:0 2024-11-09T21:52:21,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:52:21,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:21,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:21,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:52:21,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:52:21,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:21,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:21,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:52:21,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:52:21,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:21,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:21,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:52:21,245 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;d86ff69d6719:38427 2024-11-09T21:52:21,245 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d86ff69d6719:44113 2024-11-09T21:52:21,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:52:21,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:52:21,248 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;d86ff69d6719:33369 2024-11-09T21:52:21,248 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:52:21,248 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:52:21,248 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-09T21:52:21,249 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:52:21,249 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:52:21,249 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-09T21:52:21,249 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:52:21,249 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:52:21,249 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-09T21:52:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:52:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:52:21,251 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:52:21,252 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(2659): reportForDuty to master=d86ff69d6719,38069,1731189139279 with port=33369, startcode=1731189140051 2024-11-09T21:52:21,252 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(2659): reportForDuty to master=d86ff69d6719,38069,1731189139279 with port=38427, startcode=1731189140124 2024-11-09T21:52:21,252 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(2659): reportForDuty to master=d86ff69d6719,38069,1731189139279 with port=44113, startcode=1731189139941 2024-11-09T21:52:21,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:52:21,258 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:21,259 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59374413, jitterRate=-0.1152523010969162}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:52:21,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731189141220Initializing all the Stores at 1731189141222 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189141222Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189141222Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189141222Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189141222Cleaning up temporary data from old regions at 1731189141250 (+28 ms)Region opened successfully at 1731189141263 (+13 ms) 2024-11-09T21:52:21,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:52:21,263 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:52:21,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:52:21,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:52:21,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:52:21,265 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:52:21,265 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189141263Disabling compacts and flushes for region at 1731189141263Disabling writes for close at 1731189141263Writing region close event to WAL at 1731189141264 (+1 ms)Closed at 1731189141264 2024-11-09T21:52:21,266 DEBUG [RS:1;d86ff69d6719:33369 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:52:21,266 DEBUG [RS:2;d86ff69d6719:38427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:52:21,266 DEBUG [RS:0;d86ff69d6719:44113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-09T21:52:21,268 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:52:21,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-09T21:52:21,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:52:21,302 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:52:21,302 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38847, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:52:21,302 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33765, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:52:21,302 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48485, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-09T21:52:21,306 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-09T21:52:21,309 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(517): Registering regionserver=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(517): Registering regionserver=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] master.ServerManager(517): Registering regionserver=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,323 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:21,323 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:21,324 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35841 2024-11-09T21:52:21,324 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35841 2024-11-09T21:52:21,324 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:52:21,324 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:52:21,325 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:21,326 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35841 2024-11-09T21:52:21,326 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-09T21:52:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:52:21,382 DEBUG [RS:2;d86ff69d6719:38427 {}] zookeeper.ZKUtil(111): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,383 WARN [RS:2;d86ff69d6719:38427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:52:21,383 INFO [RS:2;d86ff69d6719:38427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:52:21,383 DEBUG [RS:1;d86ff69d6719:33369 {}] zookeeper.ZKUtil(111): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,384 WARN [RS:1;d86ff69d6719:33369 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:52:21,384 DEBUG [RS:0;d86ff69d6719:44113 {}] zookeeper.ZKUtil(111): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,384 INFO [RS:1;d86ff69d6719:33369 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:52:21,384 DEBUG [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,384 WARN [RS:0;d86ff69d6719:44113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-09T21:52:21,384 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,384 INFO [RS:0;d86ff69d6719:44113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:52:21,385 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d86ff69d6719,44113,1731189139941] 2024-11-09T21:52:21,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d86ff69d6719,33369,1731189140051] 2024-11-09T21:52:21,389 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d86ff69d6719,38427,1731189140124] 2024-11-09T21:52:21,410 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:52:21,410 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:52:21,410 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-09T21:52:21,426 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:52:21,426 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:52:21,426 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-09T21:52:21,431 INFO [RS:2;d86ff69d6719:38427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:52:21,431 INFO [RS:1;d86ff69d6719:33369 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:52:21,431 INFO [RS:0;d86ff69d6719:44113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-09T21:52:21,431 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,431 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,431 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,432 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:52:21,432 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:52:21,432 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-09T21:52:21,437 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:52:21,437 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:52:21,437 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-09T21:52:21,439 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,439 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,439 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,439 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,439 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0, corePoolSize=2, maxPoolSize=2 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,440 DEBUG [RS:0;d86ff69d6719:44113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,440 DEBUG [RS:2;d86ff69d6719:38427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,440 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,441 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d86ff69d6719:0, corePoolSize=1, maxPoolSize=1 2024-11-09T21:52:21,441 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,441 DEBUG [RS:1;d86ff69d6719:33369 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d86ff69d6719:0, corePoolSize=3, maxPoolSize=3 2024-11-09T21:52:21,443 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,443 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,444 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,44113,1731189139941-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:52:21,444 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38427,1731189140124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:52:21,445 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,445 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,445 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,445 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,446 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,446 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,33369,1731189140051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:52:21,457 WARN [d86ff69d6719:38069 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-09T21:52:21,470 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:52:21,470 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:52:21,472 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,33369,1731189140051-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,472 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38427,1731189140124-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,472 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,472 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,472 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.Replication(171): d86ff69d6719,33369,1731189140051 started 2024-11-09T21:52:21,472 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.Replication(171): d86ff69d6719,38427,1731189140124 started 2024-11-09T21:52:21,496 INFO [RS:2;d86ff69d6719:38427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,496 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,497 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1482): Serving as d86ff69d6719,38427,1731189140124, RpcServer on d86ff69d6719/172.17.0.2:38427, sessionid=0x10122df76ee0003 2024-11-09T21:52:21,497 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1482): Serving as d86ff69d6719,33369,1731189140051, RpcServer on d86ff69d6719/172.17.0.2:33369, sessionid=0x10122df76ee0002 2024-11-09T21:52:21,497 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:52:21,497 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:52:21,497 DEBUG [RS:2;d86ff69d6719:38427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,497 DEBUG [RS:1;d86ff69d6719:33369 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,498 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,38427,1731189140124' 2024-11-09T21:52:21,498 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,33369,1731189140051' 2024-11-09T21:52:21,498 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:52:21,498 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:52:21,499 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:52:21,499 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:52:21,499 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:52:21,500 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:52:21,500 DEBUG [RS:1;d86ff69d6719:33369 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d86ff69d6719,33369,1731189140051 2024-11-09T21:52:21,500 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,33369,1731189140051' 2024-11-09T21:52:21,500 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:52:21,500 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:52:21,500 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:52:21,500 DEBUG [RS:2;d86ff69d6719:38427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,500 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,38427,1731189140124' 2024-11-09T21:52:21,500 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:52:21,501 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:52:21,501 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:52:21,501 DEBUG [RS:1;d86ff69d6719:33369 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:52:21,501 INFO [RS:1;d86ff69d6719:33369 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:52:21,502 DEBUG [RS:2;d86ff69d6719:38427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:52:21,502 INFO [RS:1;d86ff69d6719:33369 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:52:21,502 INFO [RS:2;d86ff69d6719:38427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:52:21,502 INFO [RS:2;d86ff69d6719:38427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:52:21,502 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-09T21:52:21,503 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,44113,1731189139941-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,503 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,503 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.Replication(171): d86ff69d6719,44113,1731189139941 started 2024-11-09T21:52:21,520 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:21,520 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1482): Serving as d86ff69d6719,44113,1731189139941, RpcServer on d86ff69d6719/172.17.0.2:44113, sessionid=0x10122df76ee0001 2024-11-09T21:52:21,520 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-09T21:52:21,520 DEBUG [RS:0;d86ff69d6719:44113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,520 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,44113,1731189139941' 2024-11-09T21:52:21,520 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-09T21:52:21,521 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-09T21:52:21,522 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-09T21:52:21,522 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-09T21:52:21,522 DEBUG [RS:0;d86ff69d6719:44113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d86ff69d6719,44113,1731189139941 2024-11-09T21:52:21,522 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd86ff69d6719,44113,1731189139941' 2024-11-09T21:52:21,522 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-09T21:52:21,523 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-09T21:52:21,523 DEBUG [RS:0;d86ff69d6719:44113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-09T21:52:21,523 INFO [RS:0;d86ff69d6719:44113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-09T21:52:21,523 INFO [RS:0;d86ff69d6719:44113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-09T21:52:21,611 INFO [RS:2;d86ff69d6719:38427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:52:21,611 INFO [RS:1;d86ff69d6719:33369 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:52:21,615 INFO [RS:2;d86ff69d6719:38427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C38427%2C1731189140124, suffix=, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs, maxLogs=32 2024-11-09T21:52:21,615 INFO [RS:1;d86ff69d6719:33369 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C33369%2C1731189140051, suffix=, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,33369,1731189140051, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs, maxLogs=32 2024-11-09T21:52:21,624 INFO [RS:0;d86ff69d6719:44113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-09T21:52:21,627 INFO [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C44113%2C1731189139941, suffix=, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs, maxLogs=32 2024-11-09T21:52:21,631 DEBUG [RS:2;d86ff69d6719:38427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124/d86ff69d6719%2C38427%2C1731189140124.1731189141618, exclude list is [], retry=0 2024-11-09T21:52:21,631 DEBUG [RS:1;d86ff69d6719:33369 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,33369,1731189140051/d86ff69d6719%2C33369%2C1731189140051.1731189141618, exclude list is [], retry=0 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:52:21,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:52:21,645 DEBUG [RS:0;d86ff69d6719:44113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941/d86ff69d6719%2C44113%2C1731189139941.1731189141629, exclude list is [], retry=0 2024-11-09T21:52:21,645 INFO [RS:2;d86ff69d6719:38427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124/d86ff69d6719%2C38427%2C1731189140124.1731189141618 2024-11-09T21:52:21,646 DEBUG [RS:2;d86ff69d6719:38427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39769:39769),(127.0.0.1/127.0.0.1:43547:43547),(127.0.0.1/127.0.0.1:45177:45177)] 2024-11-09T21:52:21,650 INFO [RS:1;d86ff69d6719:33369 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,33369,1731189140051/d86ff69d6719%2C33369%2C1731189140051.1731189141618 2024-11-09T21:52:21,651 DEBUG [RS:1;d86ff69d6719:33369 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177),(127.0.0.1/127.0.0.1:39769:39769),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-09T21:52:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:52:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:52:21,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:52:21,660 INFO [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941/d86ff69d6719%2C44113%2C1731189139941.1731189141629 2024-11-09T21:52:21,661 DEBUG [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39769:39769),(127.0.0.1/127.0.0.1:45177:45177),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-09T21:52:21,710 DEBUG [d86ff69d6719:38069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-09T21:52:21,722 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(204): Hosts are {d86ff69d6719=0} racks are {/default-rack=0} 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:52:21,728 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:52:21,728 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:52:21,728 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:52:21,728 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:52:21,735 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:21,742 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPENING 2024-11-09T21:52:21,769 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-09T21:52:21,778 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:52:21,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:21,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:21,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:21,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:21,781 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:52:21,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:21,963 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:52:21,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48147, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:52:21,975 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:52:21,976 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:52:21,976 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:52:21,979 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C38427%2C1731189140124.meta, suffix=.meta, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs, maxLogs=32 2024-11-09T21:52:21,998 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, exclude list is [], retry=0 2024-11-09T21:52:22,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:52:22,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:52:22,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:52:22,004 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta 2024-11-09T21:52:22,005 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177),(127.0.0.1/127.0.0.1:39769:39769),(127.0.0.1/127.0.0.1:43547:43547)] 2024-11-09T21:52:22,005 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:52:22,007 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:52:22,009 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:52:22,014 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:52:22,017 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:52:22,018 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,018 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:52:22,018 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:52:22,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:52:22,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:52:22,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:22,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:22,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:52:22,026 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:52:22,026 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:22,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:52:22,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:52:22,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:22,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:22,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:52:22,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:52:22,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:22,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:52:22,033 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:52:22,035 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:52:22,038 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:52:22,040 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:52:22,040 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:52:22,041 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:52:22,044 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:52:22,046 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73088027, jitterRate=0.08909647166728973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:52:22,046 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:52:22,047 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731189142018Writing region info on filesystem at 1731189142018Initializing all the Stores at 1731189142020 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189142020Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189142021 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189142021Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189142021Cleaning up temporary data from old regions at 1731189142040 (+19 ms)Running coprocessor post-open hooks at 1731189142046 (+6 ms)Region opened successfully at 1731189142047 (+1 ms) 2024-11-09T21:52:22,053 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731189141956 2024-11-09T21:52:22,063 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:52:22,063 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:52:22,065 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:22,067 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPEN 2024-11-09T21:52:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:22,094 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:22,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:22,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:22,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:22,095 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-09T21:52:22,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,38427,1731189140124 in 312 msec 2024-11-09T21:52:22,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-09T21:52:22,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 829 msec 2024-11-09T21:52:22,109 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-09T21:52:22,109 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-09T21:52:22,129 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:22,131 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:22,148 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:52:22,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57929, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:52:22,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0610 sec 2024-11-09T21:52:22,171 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731189142171, completionTime=-1 2024-11-09T21:52:22,175 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-09T21:52:22,175 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:52:22,210 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-09T21:52:22,210 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189202210 2024-11-09T21:52:22,210 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189262210 2024-11-09T21:52:22,210 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 34 msec 2024-11-09T21:52:22,212 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:52:22,220 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,221 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,221 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,223 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d86ff69d6719:38069, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,223 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,224 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,229 DEBUG [master/d86ff69d6719:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-09T21:52:22,252 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.014sec 2024-11-09T21:52:22,253 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-09T21:52:22,254 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-09T21:52:22,255 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-09T21:52:22,255 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-09T21:52:22,256 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-09T21:52:22,256 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-09T21:52:22,257 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-09T21:52:22,261 DEBUG [master/d86ff69d6719:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-09T21:52:22,262 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-09T21:52:22,262 INFO [master/d86ff69d6719:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d86ff69d6719,38069,1731189139279-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-09T21:52:22,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c288e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:52:22,285 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-09T21:52:22,286 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-09T21:52:22,288 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d86ff69d6719,38069,-1 for getting cluster id 2024-11-09T21:52:22,291 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-09T21:52:22,299 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38c0656f-8e22-4f63-9245-7376070386e4' 2024-11-09T21:52:22,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-09T21:52:22,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38c0656f-8e22-4f63-9245-7376070386e4" 2024-11-09T21:52:22,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2086d569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:52:22,302 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d86ff69d6719,38069,-1] 2024-11-09T21:52:22,306 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-09T21:52:22,308 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:52:22,308 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:52:22,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5155d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-09T21:52:22,311 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:22,318 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:22,318 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:52:22,321 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:52:22,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d86ff69d6719,38069,1731189139279 2024-11-09T21:52:22,370 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T21:52:22,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-09T21:52:22,385 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d86ff69d6719,38069,1731189139279 2024-11-09T21:52:22,387 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b6ff3b 2024-11-09T21:52:22,388 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-09T21:52:22,390 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:52:22,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-09T21:52:22,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:52:22,408 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-09T21:52:22,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-09T21:52:22,411 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:22,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-09T21:52:22,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:22,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741837_1013 (size=1020) 2024-11-09T21:52:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741837_1013 (size=1020) 2024-11-09T21:52:22,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741837_1013 (size=1020) 2024-11-09T21:52:22,434 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6257cb1d3d1311d6a34969f4298563e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,435 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eafc0d95bb61391cb62bb9d6e6957c8f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,435 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 907de0ee6ee543c637dd0540804bbaae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741838_1014 (size=107) 2024-11-09T21:52:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741838_1014 (size=107) 2024-11-09T21:52:22,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741838_1014 (size=107) 2024-11-09T21:52:22,459 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,459 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f6257cb1d3d1311d6a34969f4298563e, disabling compactions & flushes 2024-11-09T21:52:22,459 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:22,459 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:22,459 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. after waiting 0 ms 2024-11-09T21:52:22,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:22,460 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:22,460 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6257cb1d3d1311d6a34969f4298563e: Waiting for close lock at 1731189142459Disabling compacts and flushes for region at 1731189142459Disabling writes for close at 1731189142460 (+1 ms)Writing region close event to WAL at 1731189142460Closed at 1731189142460 2024-11-09T21:52:22,461 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 813c5a33e81227c2b5223d010aae9290, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741839_1015 (size=110) 2024-11-09T21:52:22,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741839_1015 (size=110) 2024-11-09T21:52:22,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741839_1015 (size=110) 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing eafc0d95bb61391cb62bb9d6e6957c8f, disabling compactions & flushes 2024-11-09T21:52:22,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. after waiting 0 ms 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:22,471 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:22,471 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for eafc0d95bb61391cb62bb9d6e6957c8f: Waiting for close lock at 1731189142471Disabling compacts and flushes for region at 1731189142471Disabling writes for close at 1731189142471Writing region close event to WAL at 1731189142471Closed at 1731189142471 2024-11-09T21:52:22,472 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a108f8e239259111667f3ce2997d3bf0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741840_1016 (size=110) 2024-11-09T21:52:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741840_1016 (size=110) 2024-11-09T21:52:22,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741840_1016 (size=110) 2024-11-09T21:52:22,486 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,486 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 907de0ee6ee543c637dd0540804bbaae, disabling compactions & flushes 2024-11-09T21:52:22,486 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:22,486 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:22,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. after waiting 0 ms 2024-11-09T21:52:22,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:22,487 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:22,487 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 907de0ee6ee543c637dd0540804bbaae: Waiting for close lock at 1731189142486Disabling compacts and flushes for region at 1731189142486Disabling writes for close at 1731189142487 (+1 ms)Writing region close event to WAL at 1731189142487Closed at 1731189142487 2024-11-09T21:52:22,488 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 4c49568d0af99225658eb3502290a63f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741841_1017 (size=110) 2024-11-09T21:52:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741841_1017 (size=110) 2024-11-09T21:52:22,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741841_1017 (size=110) 2024-11-09T21:52:22,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741842_1018 (size=110) 2024-11-09T21:52:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741842_1018 (size=110) 2024-11-09T21:52:22,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741842_1018 (size=110) 2024-11-09T21:52:22,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 813c5a33e81227c2b5223d010aae9290, disabling compactions & flushes 2024-11-09T21:52:22,506 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:22,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,506 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. after waiting 0 ms 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a108f8e239259111667f3ce2997d3bf0, disabling compactions & flushes 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:22,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:22,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. after waiting 0 ms 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 813c5a33e81227c2b5223d010aae9290: Waiting for close lock at 1731189142506Disabling compacts and flushes for region at 1731189142506Disabling writes for close at 1731189142507 (+1 ms)Writing region close event to WAL at 1731189142507Closed at 1731189142507 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:22,507 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:22,507 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a108f8e239259111667f3ce2997d3bf0: Waiting for close lock at 1731189142506Disabling compacts and flushes for region at 1731189142506Disabling writes for close at 1731189142507 (+1 ms)Writing region close event to WAL at 1731189142507Closed at 1731189142507 2024-11-09T21:52:22,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe18d17e902d4c829a0f907093fd0df7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,508 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fdaa874fab050d8f9fd77e91eb3433e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741843_1019 (size=110) 2024-11-09T21:52:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741843_1019 (size=110) 2024-11-09T21:52:22,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741843_1019 (size=110) 2024-11-09T21:52:22,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,523 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 4c49568d0af99225658eb3502290a63f, disabling compactions & flushes 2024-11-09T21:52:22,523 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:22,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:22,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. after waiting 0 ms 2024-11-09T21:52:22,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:22,524 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:22,524 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 4c49568d0af99225658eb3502290a63f: Waiting for close lock at 1731189142523Disabling compacts and flushes for region at 1731189142523Disabling writes for close at 1731189142524 (+1 ms)Writing region close event to WAL at 1731189142524Closed at 1731189142524 2024-11-09T21:52:22,525 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d9c63215b08d59c3a777406622225c19, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741845_1021 (size=110) 2024-11-09T21:52:22,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741845_1021 (size=110) 2024-11-09T21:52:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741845_1021 (size=110) 2024-11-09T21:52:22,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,539 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fdaa874fab050d8f9fd77e91eb3433e8, disabling compactions & flushes 2024-11-09T21:52:22,539 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:22,540 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:22,540 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. after waiting 0 ms 2024-11-09T21:52:22,540 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:22,540 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:22,540 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fdaa874fab050d8f9fd77e91eb3433e8: Waiting for close lock at 1731189142539Disabling compacts and flushes for region at 1731189142539Disabling writes for close at 1731189142540 (+1 ms)Writing region close event to WAL at 1731189142540Closed at 1731189142540 2024-11-09T21:52:22,540 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c3cb3b098fa386edeb901227b02b5fa9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741844_1020 (size=110) 2024-11-09T21:52:22,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741844_1020 (size=110) 2024-11-09T21:52:22,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741844_1020 (size=110) 2024-11-09T21:52:22,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,547 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing fe18d17e902d4c829a0f907093fd0df7, disabling compactions & flushes 2024-11-09T21:52:22,548 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:22,548 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:22,548 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. after waiting 0 ms 2024-11-09T21:52:22,548 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:22,548 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:22,548 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe18d17e902d4c829a0f907093fd0df7: Waiting for close lock at 1731189142547Disabling compacts and flushes for region at 1731189142547Disabling writes for close at 1731189142548 (+1 ms)Writing region close event to WAL at 1731189142548Closed at 1731189142548 2024-11-09T21:52:22,548 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83849305a43b64b259f265cbad1f0697, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741846_1022 (size=110) 2024-11-09T21:52:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741846_1022 (size=110) 2024-11-09T21:52:22,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741846_1022 (size=110) 2024-11-09T21:52:22,558 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,558 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d9c63215b08d59c3a777406622225c19, disabling compactions & flushes 2024-11-09T21:52:22,558 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:22,558 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:22,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. after waiting 0 ms 2024-11-09T21:52:22,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:22,559 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:22,559 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d9c63215b08d59c3a777406622225c19: Waiting for close lock at 1731189142558Disabling compacts and flushes for region at 1731189142558Disabling writes for close at 1731189142559 (+1 ms)Writing region close event to WAL at 1731189142559Closed at 1731189142559 2024-11-09T21:52:22,560 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ebcc09c4b8d4f658e823fe8ec77bd984, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741847_1023 (size=110) 2024-11-09T21:52:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741847_1023 (size=110) 2024-11-09T21:52:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741847_1023 (size=110) 2024-11-09T21:52:22,566 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing c3cb3b098fa386edeb901227b02b5fa9, disabling compactions & flushes 2024-11-09T21:52:22,567 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:22,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:22,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. after waiting 0 ms 2024-11-09T21:52:22,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:22,567 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:22,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for c3cb3b098fa386edeb901227b02b5fa9: Waiting for close lock at 1731189142567Disabling compacts and flushes for region at 1731189142567Disabling writes for close at 1731189142567Writing region close event to WAL at 1731189142567Closed at 1731189142567 2024-11-09T21:52:22,567 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a956ff73fb7b45b6ac8f21b37e4bdba0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741848_1024 (size=110) 2024-11-09T21:52:22,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741848_1024 (size=110) 2024-11-09T21:52:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741848_1024 (size=110) 2024-11-09T21:52:22,579 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,579 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 83849305a43b64b259f265cbad1f0697, disabling compactions & flushes 2024-11-09T21:52:22,579 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:22,579 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:22,579 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. after waiting 0 ms 2024-11-09T21:52:22,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:22,580 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:22,580 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83849305a43b64b259f265cbad1f0697: Waiting for close lock at 1731189142579Disabling compacts and flushes for region at 1731189142579Disabling writes for close at 1731189142580 (+1 ms)Writing region close event to WAL at 1731189142580Closed at 1731189142580 2024-11-09T21:52:22,581 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4e6f311c6ed00e1befa57e563c6280b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741849_1025 (size=110) 2024-11-09T21:52:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741850_1026 (size=110) 2024-11-09T21:52:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741849_1025 (size=110) 2024-11-09T21:52:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741850_1026 (size=110) 2024-11-09T21:52:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741850_1026 (size=110) 2024-11-09T21:52:22,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741849_1025 (size=110) 2024-11-09T21:52:22,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a956ff73fb7b45b6ac8f21b37e4bdba0, disabling compactions & flushes 2024-11-09T21:52:22,591 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:22,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:22,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. after waiting 0 ms 2024-11-09T21:52:22,591 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:22,591 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a956ff73fb7b45b6ac8f21b37e4bdba0: Waiting for close lock at 1731189142591Disabling compacts and flushes for region at 1731189142591Disabling writes for close at 1731189142591Writing region close event to WAL at 1731189142591Closed at 1731189142591 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ebcc09c4b8d4f658e823fe8ec77bd984, disabling compactions & flushes 2024-11-09T21:52:22,592 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. after waiting 0 ms 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:22,592 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5a2585969f49944bd0b821e7900c331a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,592 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:22,592 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ebcc09c4b8d4f658e823fe8ec77bd984: Waiting for close lock at 1731189142592Disabling compacts and flushes for region at 1731189142592Disabling writes for close at 1731189142592Writing region close event to WAL at 1731189142592Closed at 1731189142592 2024-11-09T21:52:22,593 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ac30aff648e615b1b0e047f397829fde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741851_1027 (size=110) 2024-11-09T21:52:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741851_1027 (size=110) 2024-11-09T21:52:22,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741851_1027 (size=110) 2024-11-09T21:52:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741853_1029 (size=110) 2024-11-09T21:52:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741853_1029 (size=110) 2024-11-09T21:52:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741853_1029 (size=110) 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5a2585969f49944bd0b821e7900c331a, disabling compactions & flushes 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4e6f311c6ed00e1befa57e563c6280b1, disabling compactions & flushes 2024-11-09T21:52:22,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:22,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. after waiting 0 ms 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. after waiting 0 ms 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:22,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:22,608 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5a2585969f49944bd0b821e7900c331a: Waiting for close lock at 1731189142608Disabling compacts and flushes for region at 1731189142608Disabling writes for close at 1731189142608Writing region close event to WAL at 1731189142608Closed at 1731189142608 2024-11-09T21:52:22,608 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4e6f311c6ed00e1befa57e563c6280b1: Waiting for close lock at 1731189142608Disabling compacts and flushes for region at 1731189142608Disabling writes for close at 1731189142608Writing region close event to WAL at 1731189142608Closed at 1731189142608 2024-11-09T21:52:22,609 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ef394eb9870ad3decee72a95c84d11f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,610 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bbbbed6ab519cb5b72ccf0edd758948a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741852_1028 (size=110) 2024-11-09T21:52:22,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741852_1028 (size=110) 2024-11-09T21:52:22,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741852_1028 (size=110) 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ac30aff648e615b1b0e047f397829fde, disabling compactions & flushes 2024-11-09T21:52:22,619 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. after waiting 0 ms 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:22,619 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:22,619 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ac30aff648e615b1b0e047f397829fde: Waiting for close lock at 1731189142619Disabling compacts and flushes for region at 1731189142619Disabling writes for close at 1731189142619Writing region close event to WAL at 1731189142619Closed at 1731189142619 2024-11-09T21:52:22,620 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0479782cb3e27e8e7b47f4b4a490bb77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741854_1030 (size=110) 2024-11-09T21:52:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741854_1030 (size=110) 2024-11-09T21:52:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741854_1030 (size=110) 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing bbbbed6ab519cb5b72ccf0edd758948a, disabling compactions & flushes 2024-11-09T21:52:22,634 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. after waiting 0 ms 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:22,634 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:22,634 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for bbbbed6ab519cb5b72ccf0edd758948a: Waiting for close lock at 1731189142634Disabling compacts and flushes for region at 1731189142634Disabling writes for close at 1731189142634Writing region close event to WAL at 1731189142634Closed at 1731189142634 2024-11-09T21:52:22,635 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6de601edc39051733478e4ecd8558ead, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741855_1031 (size=110) 2024-11-09T21:52:22,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741855_1031 (size=110) 2024-11-09T21:52:22,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741855_1031 (size=110) 2024-11-09T21:52:22,638 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,639 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing ef394eb9870ad3decee72a95c84d11f6, disabling compactions & flushes 2024-11-09T21:52:22,639 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:22,639 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:22,639 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. after waiting 0 ms 2024-11-09T21:52:22,639 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:22,639 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:22,639 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for ef394eb9870ad3decee72a95c84d11f6: Waiting for close lock at 1731189142638Disabling compacts and flushes for region at 1731189142638Disabling writes for close at 1731189142639 (+1 ms)Writing region close event to WAL at 1731189142639Closed at 1731189142639 2024-11-09T21:52:22,639 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8d923b6492b5d0ced029c29c2641eed0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741856_1032 (size=110) 2024-11-09T21:52:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741856_1032 (size=110) 2024-11-09T21:52:22,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741856_1032 (size=110) 2024-11-09T21:52:22,648 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0479782cb3e27e8e7b47f4b4a490bb77, disabling compactions & flushes 2024-11-09T21:52:22,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:22,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:22,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. after waiting 0 ms 2024-11-09T21:52:22,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:22,649 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:22,649 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0479782cb3e27e8e7b47f4b4a490bb77: Waiting for close lock at 1731189142648Disabling compacts and flushes for region at 1731189142648Disabling writes for close at 1731189142649 (+1 ms)Writing region close event to WAL at 1731189142649Closed at 1731189142649 2024-11-09T21:52:22,650 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 46e8740f0a0c4ba4e70a52dd7b38a350, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741857_1033 (size=110) 2024-11-09T21:52:22,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741857_1033 (size=110) 2024-11-09T21:52:22,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741857_1033 (size=110) 2024-11-09T21:52:22,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,654 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 8d923b6492b5d0ced029c29c2641eed0, disabling compactions & flushes 2024-11-09T21:52:22,654 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:22,655 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:22,655 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. after waiting 0 ms 2024-11-09T21:52:22,655 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:22,655 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:22,655 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8d923b6492b5d0ced029c29c2641eed0: Waiting for close lock at 1731189142654Disabling compacts and flushes for region at 1731189142654Disabling writes for close at 1731189142655 (+1 ms)Writing region close event to WAL at 1731189142655Closed at 1731189142655 2024-11-09T21:52:22,655 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5e8619c687377dad2f873d466de5297f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741858_1034 (size=110) 2024-11-09T21:52:22,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741858_1034 (size=110) 2024-11-09T21:52:22,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741858_1034 (size=110) 2024-11-09T21:52:22,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6de601edc39051733478e4ecd8558ead, disabling compactions & flushes 2024-11-09T21:52:22,666 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:22,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:22,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. after waiting 0 ms 2024-11-09T21:52:22,666 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:22,666 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:22,667 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6de601edc39051733478e4ecd8558ead: Waiting for close lock at 1731189142666Disabling compacts and flushes for region at 1731189142666Disabling writes for close at 1731189142666Writing region close event to WAL at 1731189142666Closed at 1731189142666 2024-11-09T21:52:22,667 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 394778e356a932e689215e5960a6c824, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741859_1035 (size=110) 2024-11-09T21:52:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741859_1035 (size=110) 2024-11-09T21:52:22,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741859_1035 (size=110) 2024-11-09T21:52:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741860_1036 (size=110) 2024-11-09T21:52:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741860_1036 (size=110) 2024-11-09T21:52:22,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741860_1036 (size=110) 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 46e8740f0a0c4ba4e70a52dd7b38a350, disabling compactions & flushes 2024-11-09T21:52:22,674 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. after waiting 0 ms 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:22,674 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:22,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 46e8740f0a0c4ba4e70a52dd7b38a350: Waiting for close lock at 1731189142674Disabling compacts and flushes for region at 1731189142674Disabling writes for close at 1731189142674Writing region close event to WAL at 1731189142674Closed at 1731189142674 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5e8619c687377dad2f873d466de5297f, disabling compactions & flushes 2024-11-09T21:52:22,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:22,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 12cc0e8dfa7aa66570634412180c8e9b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. after waiting 0 ms 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:22,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:22,675 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5e8619c687377dad2f873d466de5297f: Waiting for close lock at 1731189142675Disabling compacts and flushes for region at 1731189142675Disabling writes for close at 1731189142675Writing region close event to WAL at 1731189142675Closed at 1731189142675 2024-11-09T21:52:22,676 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => db0004e1620c22460332772c98439542, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a 2024-11-09T21:52:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741861_1037 (size=110) 2024-11-09T21:52:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741861_1037 (size=110) 2024-11-09T21:52:22,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741861_1037 (size=110) 2024-11-09T21:52:22,683 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 394778e356a932e689215e5960a6c824, disabling compactions & flushes 2024-11-09T21:52:22,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:22,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:22,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. after waiting 0 ms 2024-11-09T21:52:22,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:22,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:22,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 394778e356a932e689215e5960a6c824: Waiting for close lock at 1731189142683Disabling compacts and flushes for region at 1731189142683Disabling writes for close at 1731189142684 (+1 ms)Writing region close event to WAL at 1731189142684Closed at 1731189142684 2024-11-09T21:52:22,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741863_1039 (size=107) 2024-11-09T21:52:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741863_1039 (size=107) 2024-11-09T21:52:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741863_1039 (size=107) 2024-11-09T21:52:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741862_1038 (size=110) 2024-11-09T21:52:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741862_1038 (size=110) 2024-11-09T21:52:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741862_1038 (size=110) 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 12cc0e8dfa7aa66570634412180c8e9b, disabling compactions & flushes 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing db0004e1620c22460332772c98439542, disabling compactions & flushes 2024-11-09T21:52:22,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:22,690 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. after waiting 0 ms 2024-11-09T21:52:22,690 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. after waiting 0 ms 2024-11-09T21:52:22,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:22,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:22,691 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:22,691 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:22,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 12cc0e8dfa7aa66570634412180c8e9b: Waiting for close lock at 1731189142690Disabling compacts and flushes for region at 1731189142690Disabling writes for close at 1731189142691 (+1 ms)Writing region close event to WAL at 1731189142691Closed at 1731189142691 2024-11-09T21:52:22,691 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for db0004e1620c22460332772c98439542: Waiting for close lock at 1731189142690Disabling compacts and flushes for region at 1731189142690Disabling writes for close at 1731189142691 (+1 ms)Writing region close event to WAL at 1731189142691Closed at 1731189142691 2024-11-09T21:52:22,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-09T21:52:22,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,698 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,699 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,700 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,701 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,702 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731189142693"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731189142693"}]},"ts":"1731189142693"} 2024-11-09T21:52:22,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:22,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-09T21:52:22,746 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-09T21:52:22,748 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189142746"}]},"ts":"1731189142746"} 2024-11-09T21:52:22,752 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-09T21:52:22,754 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {d86ff69d6719=0} racks are {/default-rack=0} 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-09T21:52:22,791 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:52:22,791 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:52:22,791 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-09T21:52:22,791 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:52:22,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eafc0d95bb61391cb62bb9d6e6957c8f, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a108f8e239259111667f3ce2997d3bf0, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c49568d0af99225658eb3502290a63f, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe18d17e902d4c829a0f907093fd0df7, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9c63215b08d59c3a777406622225c19, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83849305a43b64b259f265cbad1f0697, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e6f311c6ed00e1befa57e563c6280b1, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a2585969f49944bd0b821e7900c331a, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef394eb9870ad3decee72a95c84d11f6, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bbbbed6ab519cb5b72ccf0edd758948a, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de601edc39051733478e4ecd8558ead, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e8619c687377dad2f873d466de5297f, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=394778e356a932e689215e5960a6c824, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN}] 2024-11-09T21:52:22,806 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN 2024-11-09T21:52:22,808 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,809 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b, ASSIGN 2024-11-09T21:52:22,811 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,813 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=394778e356a932e689215e5960a6c824, ASSIGN 2024-11-09T21:52:22,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=394778e356a932e689215e5960a6c824, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,817 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e8619c687377dad2f873d466de5297f, ASSIGN 2024-11-09T21:52:22,819 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e8619c687377dad2f873d466de5297f, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,820 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN 2024-11-09T21:52:22,822 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,823 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0, ASSIGN 2024-11-09T21:52:22,825 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,826 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de601edc39051733478e4ecd8558ead, ASSIGN 2024-11-09T21:52:22,827 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de601edc39051733478e4ecd8558ead, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,829 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN 2024-11-09T21:52:22,830 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bbbbed6ab519cb5b72ccf0edd758948a, ASSIGN 2024-11-09T21:52:22,832 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bbbbed6ab519cb5b72ccf0edd758948a, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,834 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef394eb9870ad3decee72a95c84d11f6, ASSIGN 2024-11-09T21:52:22,835 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef394eb9870ad3decee72a95c84d11f6, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,837 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN 2024-11-09T21:52:22,838 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,839 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a2585969f49944bd0b821e7900c331a, ASSIGN 2024-11-09T21:52:22,841 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a2585969f49944bd0b821e7900c331a, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,842 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e6f311c6ed00e1befa57e563c6280b1, ASSIGN 2024-11-09T21:52:22,844 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e6f311c6ed00e1befa57e563c6280b1, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,845 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0, ASSIGN 2024-11-09T21:52:22,847 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,848 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN 2024-11-09T21:52:22,850 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,852 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83849305a43b64b259f265cbad1f0697, ASSIGN 2024-11-09T21:52:22,853 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83849305a43b64b259f265cbad1f0697, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,854 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN 2024-11-09T21:52:22,856 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,857 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9c63215b08d59c3a777406622225c19, ASSIGN 2024-11-09T21:52:22,859 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9c63215b08d59c3a777406622225c19, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,860 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN 2024-11-09T21:52:22,862 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,863 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe18d17e902d4c829a0f907093fd0df7, ASSIGN 2024-11-09T21:52:22,865 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe18d17e902d4c829a0f907093fd0df7, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,866 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c49568d0af99225658eb3502290a63f, ASSIGN 2024-11-09T21:52:22,868 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c49568d0af99225658eb3502290a63f, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,869 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a108f8e239259111667f3ce2997d3bf0, ASSIGN 2024-11-09T21:52:22,871 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a108f8e239259111667f3ce2997d3bf0, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,872 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN 2024-11-09T21:52:22,874 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,876 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae, ASSIGN 2024-11-09T21:52:22,878 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae, ASSIGN; state=OFFLINE, location=d86ff69d6719,44113,1731189139941; forceNewPlan=false, retain=false 2024-11-09T21:52:22,880 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eafc0d95bb61391cb62bb9d6e6957c8f, ASSIGN 2024-11-09T21:52:22,881 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eafc0d95bb61391cb62bb9d6e6957c8f, ASSIGN; state=OFFLINE, location=d86ff69d6719,33369,1731189140051; forceNewPlan=false, retain=false 2024-11-09T21:52:22,884 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN 2024-11-09T21:52:22,885 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN; state=OFFLINE, location=d86ff69d6719,38427,1731189140124; forceNewPlan=false, retain=false 2024-11-09T21:52:22,965 INFO [d86ff69d6719:38069 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-09T21:52:22,966 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=394778e356a932e689215e5960a6c824, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6de601edc39051733478e4ecd8558ead, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=ef394eb9870ad3decee72a95c84d11f6, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,970 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,972 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d9c63215b08d59c3a777406622225c19, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=394778e356a932e689215e5960a6c824, ASSIGN because future has completed 2024-11-09T21:52:22,973 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c49568d0af99225658eb3502290a63f, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=907de0ee6ee543c637dd0540804bbaae, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:22,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394778e356a932e689215e5960a6c824, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de601edc39051733478e4ecd8558ead, ASSIGN because future has completed 2024-11-09T21:52:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef394eb9870ad3decee72a95c84d11f6, ASSIGN because future has completed 2024-11-09T21:52:22,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e6f311c6ed00e1befa57e563c6280b1, ASSIGN because future has completed 2024-11-09T21:52:22,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0, ASSIGN because future has completed 2024-11-09T21:52:22,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a956ff73fb7b45b6ac8f21b37e4bdba0, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:22,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9c63215b08d59c3a777406622225c19, ASSIGN because future has completed 2024-11-09T21:52:22,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c49568d0af99225658eb3502290a63f, ASSIGN because future has completed 2024-11-09T21:52:22,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae, ASSIGN because future has completed 2024-11-09T21:52:22,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 907de0ee6ee543c637dd0540804bbaae, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:22,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c49568d0af99225658eb3502290a63f, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:23,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c63215b08d59c3a777406622225c19, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:23,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f311c6ed00e1befa57e563c6280b1, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:23,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef394eb9870ad3decee72a95c84d11f6, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:23,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de601edc39051733478e4ecd8558ead, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:52:23,030 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=db0004e1620c22460332772c98439542, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,031 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ac30aff648e615b1b0e047f397829fde, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN because future has completed 2024-11-09T21:52:23,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN because future has completed 2024-11-09T21:52:23,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN because future has completed 2024-11-09T21:52:23,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN because future has completed 2024-11-09T21:52:23,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:23,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,057 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,058 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=813c5a33e81227c2b5223d010aae9290, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6257cb1d3d1311d6a34969f4298563e, regionState=OPENING, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN because future has completed 2024-11-09T21:52:23,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN because future has completed 2024-11-09T21:52:23,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN because future has completed 2024-11-09T21:52:23,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN because future has completed 2024-11-09T21:52:23,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN because future has completed 2024-11-09T21:52:23,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b, ASSIGN because future has completed 2024-11-09T21:52:23,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12cc0e8dfa7aa66570634412180c8e9b, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,38427,1731189140124}] 2024-11-09T21:52:23,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5e8619c687377dad2f873d466de5297f, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8d923b6492b5d0ced029c29c2641eed0, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,090 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=5a2585969f49944bd0b821e7900c331a, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,091 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=83849305a43b64b259f265cbad1f0697, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e8619c687377dad2f873d466de5297f, ASSIGN because future has completed 2024-11-09T21:52:23,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8619c687377dad2f873d466de5297f, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0, ASSIGN because future has completed 2024-11-09T21:52:23,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bbbbed6ab519cb5b72ccf0edd758948a, ASSIGN because future has completed 2024-11-09T21:52:23,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a2585969f49944bd0b821e7900c331a, ASSIGN because future has completed 2024-11-09T21:52:23,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a2585969f49944bd0b821e7900c331a, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83849305a43b64b259f265cbad1f0697, ASSIGN because future has completed 2024-11-09T21:52:23,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83849305a43b64b259f265cbad1f0697, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbbed6ab519cb5b72ccf0edd758948a, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d923b6492b5d0ced029c29c2641eed0, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fe18d17e902d4c829a0f907093fd0df7, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,113 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a108f8e239259111667f3ce2997d3bf0, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe18d17e902d4c829a0f907093fd0df7, ASSIGN because future has completed 2024-11-09T21:52:23,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe18d17e902d4c829a0f907093fd0df7, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a108f8e239259111667f3ce2997d3bf0, ASSIGN because future has completed 2024-11-09T21:52:23,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eafc0d95bb61391cb62bb9d6e6957c8f, ASSIGN because future has completed 2024-11-09T21:52:23,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafc0d95bb61391cb62bb9d6e6957c8f, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,124 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a108f8e239259111667f3ce2997d3bf0, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:52:23,130 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:52:23,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34235, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:52:23,136 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:23,137 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 4e6f311c6ed00e1befa57e563c6280b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-09T21:52:23,137 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,137 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,137 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,137 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,139 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,141 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e6f311c6ed00e1befa57e563c6280b1 columnFamilyName colfamily11 2024-11-09T21:52:23,141 DEBUG [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,142 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(327): Store=4e6f311c6ed00e1befa57e563c6280b1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,142 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,144 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e6f311c6ed00e1befa57e563c6280b1 columnFamilyName colfamily21 2024-11-09T21:52:23,144 DEBUG [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,145 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(327): Store=4e6f311c6ed00e1befa57e563c6280b1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,145 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,146 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4e6f311c6ed00e1befa57e563c6280b1 columnFamilyName colfamily31 2024-11-09T21:52:23,147 DEBUG [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,147 INFO [StoreOpener-4e6f311c6ed00e1befa57e563c6280b1-1 {}] regionserver.HStore(327): Store=4e6f311c6ed00e1befa57e563c6280b1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,147 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,149 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,149 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,151 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,151 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,151 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,153 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,156 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,157 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 4e6f311c6ed00e1befa57e563c6280b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61738210, jitterRate=-0.08002898097038269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,157 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:52:23,158 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 4e6f311c6ed00e1befa57e563c6280b1: Running coprocessor pre-open hook at 1731189143137Writing region info on filesystem at 1731189143137Initializing all the Stores at 1731189143139 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143139Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143139Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143139Cleaning up temporary data from old regions at 1731189143151 (+12 ms)Running coprocessor post-open hooks at 1731189143157 (+6 ms)Region opened successfully at 1731189143158 (+1 ms) 2024-11-09T21:52:23,160 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., pid=36, masterSystemTime=1731189143129 2024-11-09T21:52:23,162 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:23,162 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:52:23,162 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:23,162 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c49568d0af99225658eb3502290a63f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-09T21:52:23,163 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,163 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,163 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,163 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,163 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,165 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4e6f311c6ed00e1befa57e563c6280b1, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,168 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c49568d0af99225658eb3502290a63f columnFamilyName colfamily11 2024-11-09T21:52:23,169 DEBUG [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,170 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(327): Store=4c49568d0af99225658eb3502290a63f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,170 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=18 2024-11-09T21:52:23,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 4e6f311c6ed00e1befa57e563c6280b1, server=d86ff69d6719,44113,1731189139941 in 158 msec 2024-11-09T21:52:23,172 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c49568d0af99225658eb3502290a63f columnFamilyName colfamily21 2024-11-09T21:52:23,172 DEBUG [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4e6f311c6ed00e1befa57e563c6280b1, ASSIGN in 377 msec 2024-11-09T21:52:23,173 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(327): Store=4c49568d0af99225658eb3502290a63f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,173 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,175 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c49568d0af99225658eb3502290a63f columnFamilyName colfamily31 2024-11-09T21:52:23,175 DEBUG [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,175 INFO [StoreOpener-4c49568d0af99225658eb3502290a63f-1 {}] regionserver.HStore(327): Store=4c49568d0af99225658eb3502290a63f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,175 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,176 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,177 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,178 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,178 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,179 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,180 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,183 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,183 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 4c49568d0af99225658eb3502290a63f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70354342, jitterRate=0.048361390829086304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,183 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:52:23,184 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 4c49568d0af99225658eb3502290a63f: Running coprocessor pre-open hook at 1731189143163Writing region info on filesystem at 1731189143163Initializing all the Stores at 1731189143165 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143165Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143165Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143165Cleaning up temporary data from old regions at 1731189143178 (+13 ms)Running coprocessor post-open hooks at 1731189143183 (+5 ms)Region opened successfully at 1731189143184 (+1 ms) 2024-11-09T21:52:23,185 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., pid=34, masterSystemTime=1731189143129 2024-11-09T21:52:23,187 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:23,188 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:52:23,188 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:23,188 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => d9c63215b08d59c3a777406622225c19, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-09T21:52:23,189 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=4c49568d0af99225658eb3502290a63f, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,189 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,189 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,189 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,189 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,191 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c49568d0af99225658eb3502290a63f, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,194 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c63215b08d59c3a777406622225c19 columnFamilyName colfamily11 2024-11-09T21:52:23,194 DEBUG [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,194 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:23,194 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => db0004e1620c22460332772c98439542, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-09T21:52:23,195 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db0004e1620c22460332772c98439542 2024-11-09T21:52:23,195 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(327): Store=d9c63215b08d59c3a777406622225c19/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,195 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,195 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,195 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,195 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,197 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c63215b08d59c3a777406622225c19 columnFamilyName colfamily21 2024-11-09T21:52:23,197 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db0004e1620c22460332772c98439542 2024-11-09T21:52:23,198 DEBUG [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=10 2024-11-09T21:52:23,198 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(327): Store=d9c63215b08d59c3a777406622225c19/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c49568d0af99225658eb3502290a63f, server=d86ff69d6719,44113,1731189139941 in 196 msec 2024-11-09T21:52:23,199 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,200 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily11 2024-11-09T21:52:23,200 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,201 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d9c63215b08d59c3a777406622225c19 columnFamilyName colfamily31 2024-11-09T21:52:23,201 DEBUG [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,201 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,201 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db0004e1620c22460332772c98439542 2024-11-09T21:52:23,202 INFO [StoreOpener-d9c63215b08d59c3a777406622225c19-1 {}] regionserver.HStore(327): Store=d9c63215b08d59c3a777406622225c19/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,202 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4c49568d0af99225658eb3502290a63f, ASSIGN in 405 msec 2024-11-09T21:52:23,203 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,203 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily21 2024-11-09T21:52:23,203 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,203 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,204 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,204 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db0004e1620c22460332772c98439542 2024-11-09T21:52:23,204 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,204 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,205 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,205 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily31 2024-11-09T21:52:23,206 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,206 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,206 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,207 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,207 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542 2024-11-09T21:52:23,208 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542 2024-11-09T21:52:23,210 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,210 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,210 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,210 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened d9c63215b08d59c3a777406622225c19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73418378, jitterRate=0.0940190851688385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,210 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,210 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d9c63215b08d59c3a777406622225c19 2024-11-09T21:52:23,211 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for d9c63215b08d59c3a777406622225c19: Running coprocessor pre-open hook at 1731189143189Writing region info on filesystem at 1731189143189Initializing all the Stores at 1731189143191 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143191Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143191Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143191Cleaning up temporary data from old regions at 1731189143204 (+13 ms)Running coprocessor post-open hooks at 1731189143210 (+6 ms)Region opened successfully at 1731189143211 (+1 ms) 2024-11-09T21:52:23,212 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., pid=35, masterSystemTime=1731189143129 2024-11-09T21:52:23,212 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,215 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:23,215 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:52:23,215 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:23,215 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 6de601edc39051733478e4ecd8558ead, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-09T21:52:23,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=d9c63215b08d59c3a777406622225c19, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,216 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,216 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,216 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,216 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,216 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,216 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened db0004e1620c22460332772c98439542; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62202306, jitterRate=-0.07311341166496277}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,217 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db0004e1620c22460332772c98439542 2024-11-09T21:52:23,217 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for db0004e1620c22460332772c98439542: Running coprocessor pre-open hook at 1731189143195Writing region info on filesystem at 1731189143195Initializing all the Stores at 1731189143197 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143197Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143197Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143197Cleaning up temporary data from old regions at 1731189143210 (+13 ms)Running coprocessor post-open hooks at 1731189143217 (+7 ms)Region opened successfully at 1731189143217 2024-11-09T21:52:23,219 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., pid=39, masterSystemTime=1731189143188 2024-11-09T21:52:23,219 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure d9c63215b08d59c3a777406622225c19, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,222 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:23,222 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:52:23,223 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:23,223 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 0479782cb3e27e8e7b47f4b4a490bb77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-09T21:52:23,223 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,223 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,224 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,224 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,224 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-09T21:52:23,226 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de601edc39051733478e4ecd8558ead columnFamilyName colfamily11 2024-11-09T21:52:23,226 DEBUG [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,227 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(327): Store=6de601edc39051733478e4ecd8558ead/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=13 2024-11-09T21:52:23,227 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure d9c63215b08d59c3a777406622225c19, server=d86ff69d6719,44113,1731189139941 in 218 msec 2024-11-09T21:52:23,227 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,230 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de601edc39051733478e4ecd8558ead columnFamilyName colfamily21 2024-11-09T21:52:23,230 DEBUG [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,230 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d9c63215b08d59c3a777406622225c19, ASSIGN in 434 msec 2024-11-09T21:52:23,231 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(327): Store=6de601edc39051733478e4ecd8558ead/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,231 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,231 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,232 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=db0004e1620c22460332772c98439542, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55527, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:52:23,234 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily11 2024-11-09T21:52:23,234 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,236 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6de601edc39051733478e4ecd8558ead columnFamilyName colfamily31 2024-11-09T21:52:23,236 DEBUG [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,236 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,237 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,238 INFO [StoreOpener-6de601edc39051733478e4ecd8558ead-1 {}] regionserver.HStore(327): Store=6de601edc39051733478e4ecd8558ead/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,238 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,239 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily21 2024-11-09T21:52:23,239 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,239 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,240 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,240 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,240 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,242 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,242 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,242 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily31 2024-11-09T21:52:23,242 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,243 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,243 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,244 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,245 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,245 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,246 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,247 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,247 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,248 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=30 2024-11-09T21:52:23,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,38427,1731189140124 in 208 msec 2024-11-09T21:52:23,250 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN in 454 msec 2024-11-09T21:52:23,251 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:23,251 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d923b6492b5d0ced029c29c2641eed0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-09T21:52:23,252 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,252 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,252 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,252 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,255 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,255 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,255 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,256 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 6de601edc39051733478e4ecd8558ead; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61178744, jitterRate=-0.08836567401885986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,256 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 0479782cb3e27e8e7b47f4b4a490bb77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71675091, jitterRate=0.0680420845746994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,256 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:52:23,256 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:52:23,256 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 6de601edc39051733478e4ecd8558ead: Running coprocessor pre-open hook at 1731189143217Writing region info on filesystem at 1731189143217Initializing all the Stores at 1731189143218 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143218Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143219 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143219Cleaning up temporary data from old regions at 1731189143242 (+23 ms)Running coprocessor post-open hooks at 1731189143256 (+14 ms)Region opened successfully at 1731189143256 2024-11-09T21:52:23,256 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 0479782cb3e27e8e7b47f4b4a490bb77: Running coprocessor pre-open hook at 1731189143224Writing region info on filesystem at 1731189143224Initializing all the Stores at 1731189143226 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143226Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143231 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143231Cleaning up temporary data from old regions at 1731189143247 (+16 ms)Running coprocessor post-open hooks at 1731189143256 (+9 ms)Region opened successfully at 1731189143256 2024-11-09T21:52:23,257 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d923b6492b5d0ced029c29c2641eed0 columnFamilyName colfamily11 2024-11-09T21:52:23,257 DEBUG [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,258 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., pid=38, masterSystemTime=1731189143129 2024-11-09T21:52:23,258 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(327): Store=8d923b6492b5d0ced029c29c2641eed0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,258 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., pid=41, masterSystemTime=1731189143188 2024-11-09T21:52:23,258 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,262 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d923b6492b5d0ced029c29c2641eed0 columnFamilyName colfamily21 2024-11-09T21:52:23,262 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:23,262 DEBUG [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,262 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:52:23,262 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:23,262 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 813c5a33e81227c2b5223d010aae9290, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-09T21:52:23,263 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,263 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(327): Store=8d923b6492b5d0ced029c29c2641eed0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,263 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,263 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,263 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,263 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,264 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:23,264 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:52:23,265 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:23,265 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a956ff73fb7b45b6ac8f21b37e4bdba0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-09T21:52:23,266 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,266 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,266 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,266 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d923b6492b5d0ced029c29c2641eed0 columnFamilyName colfamily31 2024-11-09T21:52:23,267 DEBUG [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,267 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,267 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,267 INFO [StoreOpener-8d923b6492b5d0ced029c29c2641eed0-1 {}] regionserver.HStore(327): Store=8d923b6492b5d0ced029c29c2641eed0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,268 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,269 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily11 2024-11-09T21:52:23,269 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,269 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,269 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,270 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,270 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,272 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily21 2024-11-09T21:52:23,272 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,273 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,273 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,273 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,273 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,273 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,274 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,276 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily31 2024-11-09T21:52:23,276 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a956ff73fb7b45b6ac8f21b37e4bdba0 columnFamilyName colfamily11 2024-11-09T21:52:23,276 DEBUG [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,276 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,277 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,277 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,277 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,277 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=6de601edc39051733478e4ecd8558ead, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,277 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(327): Store=a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,278 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,278 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,279 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6de601edc39051733478e4ecd8558ead, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,283 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,283 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,283 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a956ff73fb7b45b6ac8f21b37e4bdba0 columnFamilyName colfamily21 2024-11-09T21:52:23,284 DEBUG [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,284 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,285 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(327): Store=a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,285 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,287 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,288 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a956ff73fb7b45b6ac8f21b37e4bdba0 columnFamilyName colfamily31 2024-11-09T21:52:23,288 DEBUG [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,289 INFO [StoreOpener-a956ff73fb7b45b6ac8f21b37e4bdba0-1 {}] regionserver.HStore(327): Store=a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,289 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=23 2024-11-09T21:52:23,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,38427,1731189140124 in 239 msec 2024-11-09T21:52:23,291 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,292 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,292 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,293 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 8d923b6492b5d0ced029c29c2641eed0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68673839, jitterRate=0.023319944739341736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,294 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:52:23,294 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 8d923b6492b5d0ced029c29c2641eed0: Running coprocessor pre-open hook at 1731189143252Writing region info on filesystem at 1731189143252Initializing all the Stores at 1731189143253 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143253Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143255 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143255Cleaning up temporary data from old regions at 1731189143273 (+18 ms)Running coprocessor post-open hooks at 1731189143294 (+21 ms)Region opened successfully at 1731189143294 2024-11-09T21:52:23,295 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,295 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,296 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN in 498 msec 2024-11-09T21:52:23,297 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,297 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 813c5a33e81227c2b5223d010aae9290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58862172, jitterRate=-0.12288528680801392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,297 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:52:23,297 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 813c5a33e81227c2b5223d010aae9290: Running coprocessor pre-open hook at 1731189143264Writing region info on filesystem at 1731189143264Initializing all the Stores at 1731189143265 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143266 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143266Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143266Cleaning up temporary data from old regions at 1731189143283 (+17 ms)Running coprocessor post-open hooks at 1731189143297 (+14 ms)Region opened successfully at 1731189143297 2024-11-09T21:52:23,298 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., pid=44, masterSystemTime=1731189143188 2024-11-09T21:52:23,300 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,301 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., pid=53, masterSystemTime=1731189143223 2024-11-09T21:52:23,303 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:23,303 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:52:23,303 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:23,303 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f6257cb1d3d1311d6a34969f4298563e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-09T21:52:23,304 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,304 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,304 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,304 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,305 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:23,305 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:52:23,305 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:23,305 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => bbbbed6ab519cb5b72ccf0edd758948a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-09T21:52:23,306 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,306 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,306 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,306 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=24 2024-11-09T21:52:23,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 6de601edc39051733478e4ecd8558ead, server=d86ff69d6719,44113,1731189139941 in 279 msec 2024-11-09T21:52:23,307 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,307 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,308 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a956ff73fb7b45b6ac8f21b37e4bdba0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70083412, jitterRate=0.04432421922683716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,308 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:52:23,308 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a956ff73fb7b45b6ac8f21b37e4bdba0: Running coprocessor pre-open hook at 1731189143267Writing region info on filesystem at 1731189143267Initializing all the Stores at 1731189143270 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143270Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143270Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143270Cleaning up temporary data from old regions at 1731189143295 (+25 ms)Running coprocessor post-open hooks at 1731189143308 (+13 ms)Region opened successfully at 1731189143308 2024-11-09T21:52:23,308 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,309 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily11 2024-11-09T21:52:23,309 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,310 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., pid=32, masterSystemTime=1731189143129 2024-11-09T21:52:23,310 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,310 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,312 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily21 2024-11-09T21:52:23,312 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,313 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,313 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,313 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbbed6ab519cb5b72ccf0edd758948a columnFamilyName colfamily11 2024-11-09T21:52:23,313 DEBUG [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,314 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:23,314 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:52:23,314 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:23,314 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(327): Store=bbbbed6ab519cb5b72ccf0edd758948a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,314 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => ef394eb9870ad3decee72a95c84d11f6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-09T21:52:23,314 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,315 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,315 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,315 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,315 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,316 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily31 2024-11-09T21:52:23,316 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6de601edc39051733478e4ecd8558ead, ASSIGN in 513 msec 2024-11-09T21:52:23,317 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,317 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,318 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbbed6ab519cb5b72ccf0edd758948a columnFamilyName colfamily21 2024-11-09T21:52:23,318 DEBUG [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,318 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,318 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(327): Store=bbbbed6ab519cb5b72ccf0edd758948a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,319 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,319 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,319 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,322 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bbbbed6ab519cb5b72ccf0edd758948a columnFamilyName colfamily31 2024-11-09T21:52:23,322 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,322 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,322 DEBUG [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure a956ff73fb7b45b6ac8f21b37e4bdba0, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,323 INFO [StoreOpener-bbbbed6ab519cb5b72ccf0edd758948a-1 {}] regionserver.HStore(327): Store=bbbbed6ab519cb5b72ccf0edd758948a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,323 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,323 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,324 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,324 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,325 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,326 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,328 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d86ff69d6719,33369,1731189140051, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:52:23,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d923b6492b5d0ced029c29c2641eed0, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,329 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,329 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d86ff69d6719,44113,1731189139941, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:52:23,329 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,329 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,332 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,333 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=17 2024-11-09T21:52:23,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure a956ff73fb7b45b6ac8f21b37e4bdba0, server=d86ff69d6719,44113,1731189139941 in 346 msec 2024-11-09T21:52:23,336 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef394eb9870ad3decee72a95c84d11f6 columnFamilyName colfamily11 2024-11-09T21:52:23,336 DEBUG [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,337 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(327): Store=ef394eb9870ad3decee72a95c84d11f6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,337 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,337 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a956ff73fb7b45b6ac8f21b37e4bdba0, ASSIGN in 541 msec 2024-11-09T21:52:23,338 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f6257cb1d3d1311d6a34969f4298563e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59126102, jitterRate=-0.1189524233341217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,338 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:52:23,338 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,339 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f6257cb1d3d1311d6a34969f4298563e: Running coprocessor pre-open hook at 1731189143304Writing region info on filesystem at 1731189143304Initializing all the Stores at 1731189143306 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143306Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143307 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143307Cleaning up temporary data from old regions at 1731189143322 (+15 ms)Running coprocessor post-open hooks at 1731189143338 (+16 ms)Region opened successfully at 1731189143339 (+1 ms) 2024-11-09T21:52:23,340 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef394eb9870ad3decee72a95c84d11f6 columnFamilyName colfamily21 2024-11-09T21:52:23,340 DEBUG [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,340 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., pid=46, masterSystemTime=1731189143188 2024-11-09T21:52:23,340 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened bbbbed6ab519cb5b72ccf0edd758948a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74824237, jitterRate=0.11496801674365997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,341 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:52:23,341 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(327): Store=ef394eb9870ad3decee72a95c84d11f6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,341 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for bbbbed6ab519cb5b72ccf0edd758948a: Running coprocessor pre-open hook at 1731189143306Writing region info on filesystem at 1731189143306Initializing all the Stores at 1731189143308 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143308Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143308Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143308Cleaning up temporary data from old regions at 1731189143329 (+21 ms)Running coprocessor post-open hooks at 1731189143341 (+12 ms)Region opened successfully at 1731189143341 2024-11-09T21:52:23,341 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,342 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., pid=52, masterSystemTime=1731189143223 2024-11-09T21:52:23,344 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:23,344 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:23,344 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:23,344 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => c3cb3b098fa386edeb901227b02b5fa9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-09T21:52:23,344 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ef394eb9870ad3decee72a95c84d11f6 columnFamilyName colfamily31 2024-11-09T21:52:23,345 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,345 DEBUG [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,345 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,345 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,345 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,346 INFO [StoreOpener-ef394eb9870ad3decee72a95c84d11f6-1 {}] regionserver.HStore(327): Store=ef394eb9870ad3decee72a95c84d11f6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,346 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,347 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:23,348 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:52:23,348 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,348 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:23,348 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => a108f8e239259111667f3ce2997d3bf0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-09T21:52:23,348 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=25 2024-11-09T21:52:23,349 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d923b6492b5d0ced029c29c2641eed0, server=d86ff69d6719,33369,1731189140051 in 232 msec 2024-11-09T21:52:23,349 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,349 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,349 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,349 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,350 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,350 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,351 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,351 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,353 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8d923b6492b5d0ced029c29c2641eed0, ASSIGN in 555 msec 2024-11-09T21:52:23,353 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily11 2024-11-09T21:52:23,353 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,353 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,355 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,355 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,355 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a108f8e239259111667f3ce2997d3bf0 columnFamilyName colfamily11 2024-11-09T21:52:23,355 DEBUG [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,356 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(327): Store=a108f8e239259111667f3ce2997d3bf0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,356 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,357 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a108f8e239259111667f3ce2997d3bf0 columnFamilyName colfamily21 2024-11-09T21:52:23,357 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily21 2024-11-09T21:52:23,358 DEBUG [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,358 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure bbbbed6ab519cb5b72ccf0edd758948a, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,359 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,359 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(327): Store=a108f8e239259111667f3ce2997d3bf0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,359 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,359 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,360 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,361 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened ef394eb9870ad3decee72a95c84d11f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67197050, jitterRate=0.0013140738010406494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,361 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,361 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:52:23,362 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for ef394eb9870ad3decee72a95c84d11f6: Running coprocessor pre-open hook at 1731189143315Writing region info on filesystem at 1731189143315Initializing all the Stores at 1731189143317 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143317Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143332 (+15 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143332Cleaning up temporary data from old regions at 1731189143351 (+19 ms)Running coprocessor post-open hooks at 1731189143361 (+10 ms)Region opened successfully at 1731189143361 2024-11-09T21:52:23,364 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., pid=37, masterSystemTime=1731189143129 2024-11-09T21:52:23,364 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily31 2024-11-09T21:52:23,364 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,366 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a108f8e239259111667f3ce2997d3bf0 columnFamilyName colfamily31 2024-11-09T21:52:23,366 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,366 DEBUG [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,366 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,367 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,367 INFO [StoreOpener-a108f8e239259111667f3ce2997d3bf0-1 {}] regionserver.HStore(327): Store=a108f8e239259111667f3ce2997d3bf0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,367 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,369 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,369 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,369 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:23,369 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:52:23,370 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:23,370 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 394778e356a932e689215e5960a6c824, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-09T21:52:23,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=22 2024-11-09T21:52:23,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure bbbbed6ab519cb5b72ccf0edd758948a, server=d86ff69d6719,33369,1731189140051 in 261 msec 2024-11-09T21:52:23,370 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,370 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,371 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,371 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,371 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,371 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,371 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,372 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,373 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,373 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,373 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bbbbed6ab519cb5b72ccf0edd758948a, ASSIGN in 576 msec 2024-11-09T21:52:23,374 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,375 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,376 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394778e356a932e689215e5960a6c824 columnFamilyName colfamily11 2024-11-09T21:52:23,376 DEBUG [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,376 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,376 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(327): Store=394778e356a932e689215e5960a6c824/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,377 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,379 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394778e356a932e689215e5960a6c824 columnFamilyName colfamily21 2024-11-09T21:52:23,380 DEBUG [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,380 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure ef394eb9870ad3decee72a95c84d11f6, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,381 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(327): Store=394778e356a932e689215e5960a6c824/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,381 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,381 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened c3cb3b098fa386edeb901227b02b5fa9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63619781, jitterRate=-0.05199138820171356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,382 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:52:23,382 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for c3cb3b098fa386edeb901227b02b5fa9: Running coprocessor pre-open hook at 1731189143345Writing region info on filesystem at 1731189143345Initializing all the Stores at 1731189143347 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143347Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143347Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143347Cleaning up temporary data from old regions at 1731189143371 (+24 ms)Running coprocessor post-open hooks at 1731189143382 (+11 ms)Region opened successfully at 1731189143382 2024-11-09T21:52:23,383 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., pid=48, masterSystemTime=1731189143188 2024-11-09T21:52:23,384 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 394778e356a932e689215e5960a6c824 columnFamilyName colfamily31 2024-11-09T21:52:23,384 DEBUG [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,385 INFO [StoreOpener-394778e356a932e689215e5960a6c824-1 {}] regionserver.HStore(327): Store=394778e356a932e689215e5960a6c824/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,385 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,386 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:23,386 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:52:23,386 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,386 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:23,386 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => ebcc09c4b8d4f658e823fe8ec77bd984, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-09T21:52:23,386 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=5 2024-11-09T21:52:23,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,38427,1731189140124 in 307 msec 2024-11-09T21:52:23,387 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,387 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,387 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,387 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,388 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,388 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,389 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN in 593 msec 2024-11-09T21:52:23,391 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,391 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=21 2024-11-09T21:52:23,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure ef394eb9870ad3decee72a95c84d11f6, server=d86ff69d6719,44113,1731189139941 in 378 msec 2024-11-09T21:52:23,399 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,400 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,401 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 394778e356a932e689215e5960a6c824; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72821474, jitterRate=0.08512452244758606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,401 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 394778e356a932e689215e5960a6c824 2024-11-09T21:52:23,401 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 394778e356a932e689215e5960a6c824: Running coprocessor pre-open hook at 1731189143371Writing region info on filesystem at 1731189143371Initializing all the Stores at 1731189143372 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143372Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143373 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143373Cleaning up temporary data from old regions at 1731189143388 (+15 ms)Running coprocessor post-open hooks at 1731189143401 (+13 ms)Region opened successfully at 1731189143401 2024-11-09T21:52:23,401 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily11 2024-11-09T21:52:23,401 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,402 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., pid=31, masterSystemTime=1731189143129 2024-11-09T21:52:23,402 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ef394eb9870ad3decee72a95c84d11f6, ASSIGN in 604 msec 2024-11-09T21:52:23,402 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,405 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:23,405 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:52:23,405 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily21 2024-11-09T21:52:23,405 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:23,405 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 907de0ee6ee543c637dd0540804bbaae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,406 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,406 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,406 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,407 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened a108f8e239259111667f3ce2997d3bf0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74085077, jitterRate=0.10395367443561554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,407 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:52:23,408 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for a108f8e239259111667f3ce2997d3bf0: Running coprocessor pre-open hook at 1731189143349Writing region info on filesystem at 1731189143349Initializing all the Stores at 1731189143351 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143351Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143351Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143351Cleaning up temporary data from old regions at 1731189143373 (+22 ms)Running coprocessor post-open hooks at 1731189143407 (+34 ms)Region opened successfully at 1731189143408 (+1 ms) 2024-11-09T21:52:23,409 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,409 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., pid=56, masterSystemTime=1731189143223 2024-11-09T21:52:23,409 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily31 2024-11-09T21:52:23,409 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=14 2024-11-09T21:52:23,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,38427,1731189140124 in 320 msec 2024-11-09T21:52:23,411 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,411 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,411 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 907de0ee6ee543c637dd0540804bbaae columnFamilyName colfamily11 2024-11-09T21:52:23,411 DEBUG [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,412 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,412 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(327): Store=907de0ee6ee543c637dd0540804bbaae/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,412 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,413 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,413 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:23,413 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:52:23,413 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:23,413 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e8619c687377dad2f873d466de5297f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-09T21:52:23,414 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,414 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,414 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,414 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,414 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 907de0ee6ee543c637dd0540804bbaae columnFamilyName colfamily21 2024-11-09T21:52:23,414 DEBUG [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,415 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(327): Store=907de0ee6ee543c637dd0540804bbaae/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,415 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,415 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,415 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,416 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,416 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,418 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8619c687377dad2f873d466de5297f columnFamilyName colfamily11 2024-11-09T21:52:23,418 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 907de0ee6ee543c637dd0540804bbaae columnFamilyName colfamily31 2024-11-09T21:52:23,418 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,418 DEBUG [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,418 DEBUG [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,419 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(327): Store=5e8619c687377dad2f873d466de5297f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,419 INFO [StoreOpener-907de0ee6ee543c637dd0540804bbaae-1 {}] regionserver.HStore(327): Store=907de0ee6ee543c637dd0540804bbaae/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,419 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN in 616 msec 2024-11-09T21:52:23,420 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,420 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,421 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,422 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8619c687377dad2f873d466de5297f columnFamilyName colfamily21 2024-11-09T21:52:23,422 DEBUG [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,422 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,423 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,423 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,423 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(327): Store=5e8619c687377dad2f873d466de5297f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,423 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,423 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,424 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,425 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened ebcc09c4b8d4f658e823fe8ec77bd984; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61614442, jitterRate=-0.08187326788902283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,425 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:52:23,425 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for ebcc09c4b8d4f658e823fe8ec77bd984: Running coprocessor pre-open hook at 1731189143387Writing region info on filesystem at 1731189143387Initializing all the Stores at 1731189143388 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143388Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143398 (+10 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143398Cleaning up temporary data from old regions at 1731189143415 (+17 ms)Running coprocessor post-open hooks at 1731189143425 (+10 ms)Region opened successfully at 1731189143425 2024-11-09T21:52:23,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a108f8e239259111667f3ce2997d3bf0, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,427 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,427 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e8619c687377dad2f873d466de5297f columnFamilyName colfamily31 2024-11-09T21:52:23,427 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., pid=43, masterSystemTime=1731189143188 2024-11-09T21:52:23,427 DEBUG [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,428 INFO [StoreOpener-5e8619c687377dad2f873d466de5297f-1 {}] regionserver.HStore(327): Store=5e8619c687377dad2f873d466de5297f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,428 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,430 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,430 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,432 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:23,432 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,432 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:52:23,432 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:23,432 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => ac30aff648e615b1b0e047f397829fde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,433 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 907de0ee6ee543c637dd0540804bbaae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70244680, jitterRate=0.04672729969024658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,433 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 907de0ee6ee543c637dd0540804bbaae: Running coprocessor pre-open hook at 1731189143406Writing region info on filesystem at 1731189143406Initializing all the Stores at 1731189143408 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143408Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143408Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143408Cleaning up temporary data from old regions at 1731189143423 (+15 ms)Running coprocessor post-open hooks at 1731189143433 (+10 ms)Region opened successfully at 1731189143433 2024-11-09T21:52:23,434 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,436 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., pid=33, masterSystemTime=1731189143129 2024-11-09T21:52:23,436 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,438 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,438 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily11 2024-11-09T21:52:23,439 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,440 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:23,440 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,440 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:23,440 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=9 2024-11-09T21:52:23,441 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a108f8e239259111667f3ce2997d3bf0, server=d86ff69d6719,33369,1731189140051 in 306 msec 2024-11-09T21:52:23,442 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily21 2024-11-09T21:52:23,442 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,443 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,443 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,443 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a108f8e239259111667f3ce2997d3bf0, ASSIGN in 647 msec 2024-11-09T21:52:23,444 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 5e8619c687377dad2f873d466de5297f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855282, jitterRate=-0.0037786662578582764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,444 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:52:23,444 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 5e8619c687377dad2f873d466de5297f: Running coprocessor pre-open hook at 1731189143414Writing region info on filesystem at 1731189143414Initializing all the Stores at 1731189143415 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143415Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143416 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143416Cleaning up temporary data from old regions at 1731189143433 (+17 ms)Running coprocessor post-open hooks at 1731189143444 (+11 ms)Region opened successfully at 1731189143444 2024-11-09T21:52:23,445 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily31 2024-11-09T21:52:23,446 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,446 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., pid=49, masterSystemTime=1731189143223 2024-11-09T21:52:23,446 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,446 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,446 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,448 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,449 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 907de0ee6ee543c637dd0540804bbaae, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,451 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,451 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:23,451 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:52:23,451 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:23,452 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 83849305a43b64b259f265cbad1f0697, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-09T21:52:23,452 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,452 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,452 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,452 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d86ff69d6719,38427,1731189140124, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:52:23,452 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,453 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,453 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,454 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,455 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,457 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,457 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83849305a43b64b259f265cbad1f0697 columnFamilyName colfamily11 2024-11-09T21:52:23,457 DEBUG [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,458 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(327): Store=83849305a43b64b259f265cbad1f0697/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,458 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,460 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83849305a43b64b259f265cbad1f0697 columnFamilyName colfamily21 2024-11-09T21:52:23,460 DEBUG [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,460 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,461 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(327): Store=83849305a43b64b259f265cbad1f0697/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,461 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened ac30aff648e615b1b0e047f397829fde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66853709, jitterRate=-0.0038021057844161987}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,461 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:52:23,461 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,461 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for ac30aff648e615b1b0e047f397829fde: Running coprocessor pre-open hook at 1731189143433Writing region info on filesystem at 1731189143433Initializing all the Stores at 1731189143435 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143435Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143435Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143435Cleaning up temporary data from old regions at 1731189143453 (+18 ms)Running coprocessor post-open hooks at 1731189143461 (+8 ms)Region opened successfully at 1731189143461 2024-11-09T21:52:23,463 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., pid=40, masterSystemTime=1731189143188 2024-11-09T21:52:23,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=16 2024-11-09T21:52:23,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,38427,1731189140124 in 397 msec 2024-11-09T21:52:23,463 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83849305a43b64b259f265cbad1f0697 columnFamilyName colfamily31 2024-11-09T21:52:23,464 DEBUG [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,465 INFO [StoreOpener-83849305a43b64b259f265cbad1f0697-1 {}] regionserver.HStore(327): Store=83849305a43b64b259f265cbad1f0697/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,465 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,465 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:23,466 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:52:23,466 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e8740f0a0c4ba4e70a52dd7b38a350, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,466 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,467 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN in 669 msec 2024-11-09T21:52:23,468 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,468 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,468 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,469 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,470 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily11 2024-11-09T21:52:23,470 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,472 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,472 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,473 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,474 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=5e8619c687377dad2f873d466de5297f, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,477 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily21 2024-11-09T21:52:23,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e8619c687377dad2f873d466de5297f, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,477 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,478 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,478 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,478 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 83849305a43b64b259f265cbad1f0697; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69163608, jitterRate=0.03061807155609131}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,478 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:52:23,478 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,478 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 83849305a43b64b259f265cbad1f0697: Running coprocessor pre-open hook at 1731189143453Writing region info on filesystem at 1731189143453Initializing all the Stores at 1731189143455 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143455Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143455Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143455Cleaning up temporary data from old regions at 1731189143468 (+13 ms)Running coprocessor post-open hooks at 1731189143478 (+10 ms)Region opened successfully at 1731189143478 2024-11-09T21:52:23,480 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., pid=51, masterSystemTime=1731189143223 2024-11-09T21:52:23,481 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily31 2024-11-09T21:52:23,481 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,482 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,482 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,482 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:23,482 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:52:23,483 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 12cc0e8dfa7aa66570634412180c8e9b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,483 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,484 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=20 2024-11-09T21:52:23,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,38427,1731189140124 in 437 msec 2024-11-09T21:52:23,485 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,486 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,486 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,487 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,487 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12cc0e8dfa7aa66570634412180c8e9b columnFamilyName colfamily11 2024-11-09T21:52:23,487 DEBUG [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,488 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(327): Store=12cc0e8dfa7aa66570634412180c8e9b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,488 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN in 691 msec 2024-11-09T21:52:23,489 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=83849305a43b64b259f265cbad1f0697, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,491 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12cc0e8dfa7aa66570634412180c8e9b columnFamilyName colfamily21 2024-11-09T21:52:23,491 DEBUG [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,493 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(327): Store=12cc0e8dfa7aa66570634412180c8e9b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,493 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,493 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,494 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 46e8740f0a0c4ba4e70a52dd7b38a350; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64294014, jitterRate=-0.041944533586502075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,494 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:52:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83849305a43b64b259f265cbad1f0697, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,494 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 46e8740f0a0c4ba4e70a52dd7b38a350: Running coprocessor pre-open hook at 1731189143467Writing region info on filesystem at 1731189143467Initializing all the Stores at 1731189143468 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143468Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143468Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143468Cleaning up temporary data from old regions at 1731189143486 (+18 ms)Running coprocessor post-open hooks at 1731189143494 (+8 ms)Region opened successfully at 1731189143494 2024-11-09T21:52:23,496 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., pid=42, masterSystemTime=1731189143188 2024-11-09T21:52:23,496 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 12cc0e8dfa7aa66570634412180c8e9b columnFamilyName colfamily31 2024-11-09T21:52:23,496 DEBUG [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,497 INFO [StoreOpener-12cc0e8dfa7aa66570634412180c8e9b-1 {}] regionserver.HStore(327): Store=12cc0e8dfa7aa66570634412180c8e9b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,497 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,499 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,500 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:23,500 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,500 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:52:23,500 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:23,500 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => fdaa874fab050d8f9fd77e91eb3433e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-09T21:52:23,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=27 2024-11-09T21:52:23,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e8619c687377dad2f873d466de5297f, server=d86ff69d6719,33369,1731189140051 in 404 msec 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,501 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,502 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,503 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5e8619c687377dad2f873d466de5297f, ASSIGN in 707 msec 2024-11-09T21:52:23,504 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,505 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily11 2024-11-09T21:52:23,505 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,505 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,507 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,507 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,507 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,509 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 12cc0e8dfa7aa66570634412180c8e9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64483470, jitterRate=-0.039121419191360474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,509 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:52:23,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,509 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 12cc0e8dfa7aa66570634412180c8e9b: Running coprocessor pre-open hook at 1731189143484Writing region info on filesystem at 1731189143484Initializing all the Stores at 1731189143484Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143485 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143485Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143485Cleaning up temporary data from old regions at 1731189143501 (+16 ms)Running coprocessor post-open hooks at 1731189143509 (+8 ms)Region opened successfully at 1731189143509 2024-11-09T21:52:23,509 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily21 2024-11-09T21:52:23,510 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,510 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., pid=45, masterSystemTime=1731189143223 2024-11-09T21:52:23,510 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,511 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,513 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:23,513 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:52:23,513 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily31 2024-11-09T21:52:23,513 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:23,513 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => fe18d17e902d4c829a0f907093fd0df7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,514 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,514 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,516 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=26 2024-11-09T21:52:23,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,38427,1731189140124 in 459 msec 2024-11-09T21:52:23,516 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,516 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,518 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,518 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,519 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe18d17e902d4c829a0f907093fd0df7 columnFamilyName colfamily11 2024-11-09T21:52:23,519 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,519 DEBUG [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN in 722 msec 2024-11-09T21:52:23,520 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(327): Store=fe18d17e902d4c829a0f907093fd0df7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,520 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,522 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,522 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,522 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe18d17e902d4c829a0f907093fd0df7 columnFamilyName colfamily21 2024-11-09T21:52:23,523 DEBUG [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,523 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(327): Store=fe18d17e902d4c829a0f907093fd0df7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,524 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 12cc0e8dfa7aa66570634412180c8e9b, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,527 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,527 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe18d17e902d4c829a0f907093fd0df7 columnFamilyName colfamily31 2024-11-09T21:52:23,527 DEBUG [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,528 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened fdaa874fab050d8f9fd77e91eb3433e8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59984821, jitterRate=-0.10615651309490204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,528 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:52:23,528 INFO [StoreOpener-fe18d17e902d4c829a0f907093fd0df7-1 {}] regionserver.HStore(327): Store=fe18d17e902d4c829a0f907093fd0df7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,528 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,528 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for fdaa874fab050d8f9fd77e91eb3433e8: Running coprocessor pre-open hook at 1731189143501Writing region info on filesystem at 1731189143501Initializing all the Stores at 1731189143502 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143502Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143503 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143503Cleaning up temporary data from old regions at 1731189143518 (+15 ms)Running coprocessor post-open hooks at 1731189143528 (+10 ms)Region opened successfully at 1731189143528 2024-11-09T21:52:23,529 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., pid=47, masterSystemTime=1731189143188 2024-11-09T21:52:23,530 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=15 2024-11-09T21:52:23,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 83849305a43b64b259f265cbad1f0697, server=d86ff69d6719,33369,1731189140051 in 426 msec 2024-11-09T21:52:23,532 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,533 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:23,533 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:52:23,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=83849305a43b64b259f265cbad1f0697, ASSIGN in 737 msec 2024-11-09T21:52:23,535 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,535 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,536 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,537 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d86ff69d6719,33369,1731189140051, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:52:23,537 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,540 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,542 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=d86ff69d6719,44113,1731189139941, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-09T21:52:23,545 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=29 2024-11-09T21:52:23,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 12cc0e8dfa7aa66570634412180c8e9b, server=d86ff69d6719,33369,1731189140051 in 472 msec 2024-11-09T21:52:23,546 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened fe18d17e902d4c829a0f907093fd0df7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73524723, jitterRate=0.09560374915599823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,547 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:52:23,547 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for fe18d17e902d4c829a0f907093fd0df7: Running coprocessor pre-open hook at 1731189143514Writing region info on filesystem at 1731189143514Initializing all the Stores at 1731189143516 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143516Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143516Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143516Cleaning up temporary data from old regions at 1731189143535 (+19 ms)Running coprocessor post-open hooks at 1731189143547 (+12 ms)Region opened successfully at 1731189143547 2024-11-09T21:52:23,548 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., pid=54, masterSystemTime=1731189143223 2024-11-09T21:52:23,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=12cc0e8dfa7aa66570634412180c8e9b, ASSIGN in 752 msec 2024-11-09T21:52:23,550 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:23,550 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:52:23,551 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:23,551 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => eafc0d95bb61391cb62bb9d6e6957c8f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-09T21:52:23,551 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,551 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,551 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,552 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=12 2024-11-09T21:52:23,554 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,38427,1731189140124 in 471 msec 2024-11-09T21:52:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:23,557 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafc0d95bb61391cb62bb9d6e6957c8f columnFamilyName colfamily11 2024-11-09T21:52:23,557 DEBUG [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,558 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(327): Store=eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,559 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN in 760 msec 2024-11-09T21:52:23,561 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafc0d95bb61391cb62bb9d6e6957c8f columnFamilyName colfamily21 2024-11-09T21:52:23,561 DEBUG [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,561 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(327): Store=eafc0d95bb61391cb62bb9d6e6957c8f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,562 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,564 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eafc0d95bb61391cb62bb9d6e6957c8f columnFamilyName colfamily31 2024-11-09T21:52:23,564 DEBUG [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe18d17e902d4c829a0f907093fd0df7, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,565 INFO [StoreOpener-eafc0d95bb61391cb62bb9d6e6957c8f-1 {}] regionserver.HStore(327): Store=eafc0d95bb61391cb62bb9d6e6957c8f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,565 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,566 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,567 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,568 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,568 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,569 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=7 2024-11-09T21:52:23,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 907de0ee6ee543c637dd0540804bbaae, server=d86ff69d6719,44113,1731189139941 in 572 msec 2024-11-09T21:52:23,570 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,573 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=907de0ee6ee543c637dd0540804bbaae, ASSIGN in 776 msec 2024-11-09T21:52:23,574 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened eafc0d95bb61391cb62bb9d6e6957c8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69524314, jitterRate=0.03599300980567932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,574 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:52:23,574 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for eafc0d95bb61391cb62bb9d6e6957c8f: Running coprocessor pre-open hook at 1731189143552Writing region info on filesystem at 1731189143552Initializing all the Stores at 1731189143553 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143553Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143553Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143554 (+1 ms)Cleaning up temporary data from old regions at 1731189143568 (+14 ms)Running coprocessor post-open hooks at 1731189143574 (+6 ms)Region opened successfully at 1731189143574 2024-11-09T21:52:23,575 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., pid=55, masterSystemTime=1731189143223 2024-11-09T21:52:23,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=11 2024-11-09T21:52:23,578 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure fe18d17e902d4c829a0f907093fd0df7, server=d86ff69d6719,33369,1731189140051 in 460 msec 2024-11-09T21:52:23,578 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:23,578 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:23,578 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:23,579 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 5a2585969f49944bd0b821e7900c331a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-09T21:52:23,579 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,579 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,579 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:52:23,580 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,580 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure eafc0d95bb61391cb62bb9d6e6957c8f, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,582 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe18d17e902d4c829a0f907093fd0df7, ASSIGN in 787 msec 2024-11-09T21:52:23,585 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2585969f49944bd0b821e7900c331a columnFamilyName colfamily11 2024-11-09T21:52:23,585 DEBUG [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,586 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(327): Store=5a2585969f49944bd0b821e7900c331a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,586 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,588 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2585969f49944bd0b821e7900c331a columnFamilyName colfamily21 2024-11-09T21:52:23,588 DEBUG [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,589 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(327): Store=5a2585969f49944bd0b821e7900c331a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=6 2024-11-09T21:52:23,589 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure eafc0d95bb61391cb62bb9d6e6957c8f, server=d86ff69d6719,33369,1731189140051 in 465 msec 2024-11-09T21:52:23,590 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5a2585969f49944bd0b821e7900c331a columnFamilyName colfamily31 2024-11-09T21:52:23,591 DEBUG [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:52:23,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eafc0d95bb61391cb62bb9d6e6957c8f, ASSIGN in 795 msec 2024-11-09T21:52:23,591 INFO [StoreOpener-5a2585969f49944bd0b821e7900c331a-1 {}] regionserver.HStore(327): Store=5a2585969f49944bd0b821e7900c331a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:52:23,591 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,593 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,593 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=394778e356a932e689215e5960a6c824, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:52:23,593 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,595 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,595 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 394778e356a932e689215e5960a6c824, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:52:23,596 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,38427,1731189140124 2024-11-09T21:52:23,596 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:52:23,598 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,38427,1731189140124 because future has completed 2024-11-09T21:52:23,602 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-09T21:52:23,603 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 5a2585969f49944bd0b821e7900c331a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63133869, jitterRate=-0.059232041239738464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:52:23,603 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:52:23,603 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 5a2585969f49944bd0b821e7900c331a: Running coprocessor pre-open hook at 1731189143580Writing region info on filesystem at 1731189143580Initializing all the Stores at 1731189143582 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143582Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143582Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189143582Cleaning up temporary data from old regions at 1731189143595 (+13 ms)Running coprocessor post-open hooks at 1731189143603 (+8 ms)Region opened successfully at 1731189143603 2024-11-09T21:52:23,604 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., pid=50, masterSystemTime=1731189143223 2024-11-09T21:52:23,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-09T21:52:23,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 394778e356a932e689215e5960a6c824, server=d86ff69d6719,44113,1731189139941 in 626 msec 2024-11-09T21:52:23,607 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:23,607 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=394778e356a932e689215e5960a6c824, ASSIGN in 810 msec 2024-11-09T21:52:23,607 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:52:23,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, openSeqNum=2, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:52:23,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5a2585969f49944bd0b821e7900c331a, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:52:23,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=8 2024-11-09T21:52:23,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,38427,1731189140124 in 545 msec 2024-11-09T21:52:23,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN in 820 msec 2024-11-09T21:52:23,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=19 2024-11-09T21:52:23,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure 5a2585969f49944bd0b821e7900c331a, server=d86ff69d6719,33369,1731189140051 in 520 msec 2024-11-09T21:52:23,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=4 2024-11-09T21:52:23,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5a2585969f49944bd0b821e7900c331a, ASSIGN in 826 msec 2024-11-09T21:52:23,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-09T21:52:23,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731189143626"}]},"ts":"1731189143626"} 2024-11-09T21:52:23,629 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-09T21:52:23,631 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-09T21:52:23,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.2310 sec 2024-11-09T21:52:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-09T21:52:24,566 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-09T21:52:24,566 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-09T21:52:24,567 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:52:24,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38427 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T21:52:24,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-09T21:52:24,588 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:52:24,589 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-09T21:52:24,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,648 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,651 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,653 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,712 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,714 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,716 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,717 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,718 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,719 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,777 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,781 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,783 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,834 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:24,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,868 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,916 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,917 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,922 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:24,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,970 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,972 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:24,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,014 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,016 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,018 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,020 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,022 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,068 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,150 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,154 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,193 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,200 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,238 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,373 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,375 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,377 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,379 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,433 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,436 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,443 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,486 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,488 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,522 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,525 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,527 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,529 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,531 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,563 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,565 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,567 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,604 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,606 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,608 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,646 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,649 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,650 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,652 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,654 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,656 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,689 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,693 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,695 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,697 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,699 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,786 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,788 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., hostname=d86ff69d6719,44113,1731189139941, seqNum=2] 2024-11-09T21:52:25,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,826 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,829 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., hostname=d86ff69d6719,33369,1731189140051, seqNum=2] 2024-11-09T21:52:25,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,38427,1731189140124, seqNum=2] 2024-11-09T21:52:25,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:52:25,902 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:52:25,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42280, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:52:25,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:52:25,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33369 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:52:26,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38427 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:52:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44113 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:52:26,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-09T21:52:26,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38427 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-09T21:52:27,100 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-09T21:52:27,101 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER d86ff69d6719,38427,1731189140124 2024-11-09T21:52:27,101 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing d86ff69d6719,38427,1731189140124 2024-11-09T21:52:27,102 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server d86ff69d6719,38427,1731189140124: Simulated kill ***** 2024-11-09T21:52:27,102 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-09T21:52:27,105 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-09T21:52:27,108 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-09T21:52:27,108 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-09T21:52:27,108 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-09T21:52:27,108 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 656791560 }, "NonHeapMemoryUsage": { "committed": 157876224, "init": 7667712, "max": -1, "used": 154945936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-09T21:52:27,111 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38069 {}] master.MasterRpcServices(700): d86ff69d6719,38427,1731189140124 reported a fatal error: ***** ABORTING region server d86ff69d6719,38427,1731189140124: Simulated kill ***** 2024-11-09T21:52:27,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd86ff69d6719,38427,1731189140124' ***** 2024-11-09T21:52:27,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-09T21:52:27,113 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:52:27,114 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:52:27,114 INFO [RS:2;d86ff69d6719:38427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-09T21:52:27,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:52:27,114 INFO [RS:2;d86ff69d6719:38427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-09T21:52:27,114 INFO [RS:2;d86ff69d6719:38427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:52:27,114 INFO [RS:2;d86ff69d6719:38427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;d86ff69d6719:38427. 2024-11-09T21:52:27,114 DEBUG [RS:2;d86ff69d6719:38427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:52:27,119 DEBUG [RS:2;d86ff69d6719:38427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:52:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741836_1012 (size=54214) 2024-11-09T21:52:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741836_1012 (size=54214) 2024-11-09T21:52:27,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741836_1012 (size=54214) 2024-11-09T21:52:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741834_1010 (size=298410) 2024-11-09T21:52:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741834_1010 (size=298410) 2024-11-09T21:52:27,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741834_1010 (size=298410) 2024-11-09T21:52:27,130 DEBUG [RS:2;d86ff69d6719:38427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:52:27,131 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:52:27,131 INFO [RS:2;d86ff69d6719:38427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38427 2024-11-09T21:52:27,151 INFO [regionserver/d86ff69d6719:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:52:27,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:52:27,185 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d86ff69d6719,38427,1731189140124 2024-11-09T21:52:27,185 INFO [RS:2;d86ff69d6719:38427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:52:27,194 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d86ff69d6719,38427,1731189140124] 2024-11-09T21:52:27,202 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d86ff69d6719,38427,1731189140124 already deleted, retry=false 2024-11-09T21:52:27,202 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of d86ff69d6719,38427,1731189140124 on d86ff69d6719,38069,1731189139279 2024-11-09T21:52:27,209 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,214 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for d86ff69d6719,38427,1731189140124 (carryingMeta=true) d86ff69d6719,38427,1731189140124/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@51463a3e[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-09T21:52:27,214 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,214 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:52:27,214 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,214 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:52:27,215 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:52:27,217 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-09T21:52:27,219 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,220 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:52:27,220 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:52:27,220 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:52:27,221 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:52:27,221 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:52:27,221 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:52:27,221 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:52:27,222 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:52:27,223 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:52:27,227 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:52:27,228 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:52:27,230 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:52:27,231 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:52:27,232 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,232 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:52:27,232 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-09T21:52:27,234 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:52:27,234 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,38427,1731189140124, table=hbase:meta, region=1588230740 2024-11-09T21:52:27,235 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPEN 2024-11-09T21:52:27,242 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:52:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:27,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:52:27,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:27,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:27,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:52:27,246 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189177246 2024-11-09T21:52:27,246 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:52:27,246 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,246 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:52:27,248 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:27,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:27,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:27,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:27,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:27,252 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true, isMeta: true 2024-11-09T21:52:27,254 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting 2024-11-09T21:52:27,255 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=1, meta=true 2024-11-09T21:52:27,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta}] 2024-11-09T21:52:27,257 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:52:27,257 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:52:27,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:52:27,258 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:52:27,294 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:52:27,294 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38427-0x10122df76ee0003, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:52:27,295 INFO [RS:2;d86ff69d6719:38427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:52:27,295 INFO [RS:2;d86ff69d6719:38427 {}] regionserver.HRegionServer(1031): Exiting; stopping=d86ff69d6719,38427,1731189140124; zookeeper connection closed. 2024-11-09T21:52:27,295 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58baff35 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58baff35 2024-11-09T21:52:27,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:27,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:27,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:52:27,356 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,357 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:27,445 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:52:27,446 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:52:27,533 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:52:27,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:27,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:27,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:52:27,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:27,588 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-09T21:52:27,590 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-09T21:52:27,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:27,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:27,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:52:27,875 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27,876 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:28,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:28,384 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:28,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:52:28,385 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:28,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:28,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:29,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:29,394 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:29,395 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:29,398 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:52:29,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:29,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:29,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:29,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:29,606 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-09T21:52:29,606 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-09T21:52:29,608 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:52:29,608 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-09T21:52:29,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:52:29,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-09T21:52:29,609 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-09T21:52:29,609 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-09T21:52:31,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:31,415 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:31,416 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:31,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:52:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:31,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:31,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:35,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:35,445 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:35,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:35,446 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8199 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:52:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:45,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:45,515 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:45,517 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:45,518 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18271 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:52:45,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:45,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:45,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:48,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:52:53,231 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d86ff69d6719:38069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T21:52:55,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:52:55,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:52:55,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:52:55,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28291 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:52:55,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:55,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:52:55,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:52:55,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:02,263 INFO [master/d86ff69d6719:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-09T21:53:02,263 INFO [master/d86ff69d6719:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-09T21:53:05,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:05,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:05,567 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:05,568 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38321 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:05,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:05,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:05,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:05,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:06,226 WARN [RS:0;d86ff69d6719:44113 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d86ff69d6719,38427,1731189140124: status=status unset, state=RUNNING, startTime=1731189147213, completionTime=-1 appears to have been leaked 2024-11-09T21:53:15,644 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:15,645 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:15,647 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:15,648 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48401 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:15,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:15,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:18,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:53:21,475 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-09T21:53:22,222 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eafc0d95bb61391cb62bb9d6e6957c8f changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,223 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a108f8e239259111667f3ce2997d3bf0 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,223 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe18d17e902d4c829a0f907093fd0df7 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,225 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 83849305a43b64b259f265cbad1f0697 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,225 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5a2585969f49944bd0b821e7900c331a changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,225 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bbbbed6ab519cb5b72ccf0edd758948a changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,226 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8d923b6492b5d0ced029c29c2641eed0 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,226 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5e8619c687377dad2f873d466de5297f changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,226 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 12cc0e8dfa7aa66570634412180c8e9b changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,227 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 907de0ee6ee543c637dd0540804bbaae changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,227 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4c49568d0af99225658eb3502290a63f changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,227 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d9c63215b08d59c3a777406622225c19 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,228 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a956ff73fb7b45b6ac8f21b37e4bdba0 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,228 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4e6f311c6ed00e1befa57e563c6280b1 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,228 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region ef394eb9870ad3decee72a95c84d11f6 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,229 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6de601edc39051733478e4ecd8558ead changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:22,229 DEBUG [master/d86ff69d6719:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 394778e356a932e689215e5960a6c824 changed from -1.0 to 0.0, refreshing cache 2024-11-09T21:53:24,234 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d86ff69d6719:38069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T21:53:27,255 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T21:52:27.250Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:27.357Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27.565Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:27.876Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:28.386Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:52:29.399Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:31.418Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:35.447Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:45.521Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:52:55.539Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:05.570Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:15.650Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T21:53:27,257 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:53:27,257 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:53:27,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:53:27,257 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:53:27,257 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:53:27,257 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:53:27,257 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:53:27,257 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:53:27,258 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:53:27,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:53:27,262 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:53:27,262 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:53:27,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:53:27,263 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:53:27,263 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:53:27,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-09T21:53:27,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:53:27,264 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,38427,1731189140124, table=hbase:meta, region=1588230740 2024-11-09T21:53:27,264 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPEN 2024-11-09T21:53:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:53:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:53:27,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:53:27,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:53:27,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:53:27,313 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:53:27,314 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189237314 2024-11-09T21:53:27,314 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:53:27,314 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true, isMeta: true 2024-11-09T21:53:27,314 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:27,314 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:27,315 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:27,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:27,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:27,316 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=1, meta=true 2024-11-09T21:53:27,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta}] 2024-11-09T21:53:27,316 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:53:27,321 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:53:27,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:53:27,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:27,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:27,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:53:27,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,425 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:27,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-09T21:53:27,507 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, size=52.9 K (54214bytes) 2024-11-09T21:53:27,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-09T21:53:27,508 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-09T21:53:27,508 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta 2024-11-09T21:53:27,513 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta after 4ms 2024-11-09T21:53:27,522 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta took 16ms 2024-11-09T21:53:27,532 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:53:27,539 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp 2024-11-09T21:53:27,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta so closing down 2024-11-09T21:53:27,543 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T21:53:27,543 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp 2024-11-09T21:53:27,547 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T21:53:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741864_1040 (size=53973) 2024-11-09T21:53:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741864_1040 (size=53973) 2024-11-09T21:53:27,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741864_1040 (size=53973) 2024-11-09T21:53:27,565 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-09T21:53:27,567 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T21:53:27,572 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-09T21:53:27,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, journal: Splitting hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, size=52.9 K (54214bytes) at 1731189207507Finishing writing output for hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta so closing down at 1731189207543 (+36 ms)Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp at 17311892075433 split writer threads finished at 1731189207547 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731189207565 (+18 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731189207567 (+2 ms)Processed 58 edits across 1 Regions in 44 ms; skipped=1; WAL=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731189207572 (+5 ms) 2024-11-09T21:53:27,572 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta 2024-11-09T21:53:27,574 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-09T21:53:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-09T21:53:27,583 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs 2024-11-09T21:53:27,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-09T21:53:27,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 in 260 msec 2024-11-09T21:53:27,587 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:53:27,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-09T21:53:27,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 in 271 msec 2024-11-09T21:53:27,592 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting dir is empty, no logs to split. 2024-11-09T21:53:27,592 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=0, meta=true 2024-11-09T21:53:27,592 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d86ff69d6719,38427,1731189140124 WAL splitting is done? wals=0, meta=true 2024-11-09T21:53:27,592 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:53:27,592 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:53:27,592 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:53:27,592 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:53:27,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:27,634 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:27,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:53:27,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,635 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:27,944 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:27,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:27,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:53:27,946 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:28,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:28,454 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:28,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:53:28,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:28,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:28,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:29,464 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:29,465 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:29,466 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:29,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2153 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:29,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:29,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:29,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:29,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:31,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:31,474 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:31,475 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:31,476 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4161 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:31,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:31,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:35,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:35,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:35,497 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:35,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8183 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:35,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:35,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:45,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:45,595 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:45,597 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:45,598 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18283 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:45,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:45,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:45,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:45,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:48,424 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:53:55,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:53:55,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:53:55,616 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:53:55,617 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28302 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:53:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:53:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:53:55,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:05,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:05,694 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:05,697 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:05,698 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38383 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:05,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:15,804 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:15,805 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:15,807 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:15,808 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48493 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:18,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:54:21,485 WARN [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 12, running: 1 2024-11-09T21:54:27,045 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-09T21:54:27,316 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T21:53:27.315Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:27.425Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27.635Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:27.947Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:28.456Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:53:29.469Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:31.476Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:35.501Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:45.599Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:53:55.618Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:05.699Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:15.810Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T21:54:27,320 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:54:27,320 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:54:27,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:54:27,320 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:54:27,320 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:54:27,321 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:54:27,321 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:54:27,321 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:54:27,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:54:27,322 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:54:27,322 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:54:27,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:54:27,329 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:54:27,329 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:54:27,329 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:54:27,329 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:54:27,330 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:54:27,330 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:54:27,331 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T21:54:27,331 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:54:27,332 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,38427,1731189140124, table=hbase:meta, region=1588230740 2024-11-09T21:54:27,332 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPEN 2024-11-09T21:54:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:54:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:54:27,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:54:27,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:54:27,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:54:27,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:54:27,392 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189297392 2024-11-09T21:54:27,392 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:54:27,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:27,393 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:27,393 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:27,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:27,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:27,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:27,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:27,395 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting dir is empty, no logs to split. 2024-11-09T21:54:27,395 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=0, meta=true 2024-11-09T21:54:27,395 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d86ff69d6719,38427,1731189140124 WAL splitting is done? wals=0, meta=true 2024-11-09T21:54:27,395 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:54:27,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:54:27,397 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:54:27,397 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:54:27,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:54:27,398 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:54:27,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:27,505 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:27,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:54:27,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:27,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:27,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:27,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:27,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:27,715 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:54:27,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:27,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:27,716 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:28,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:28,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:28,026 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:54:28,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28,027 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:28,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:28,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:28,535 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:54:28,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:29,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:29,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:29,556 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:29,558 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2165 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:29,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:29,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:29,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:29,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:30,237 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d86ff69d6719:38069 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-09T21:54:31,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:31,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:31,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:31,586 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4193 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:31,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:31,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:35,595 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:35,596 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8203 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:35,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:45,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:45,655 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:45,657 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:45,658 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18265 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:45,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:45,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:48,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:54:55,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:54:55,745 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:54:55,747 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:54:55,748 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28355 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:54:55,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:55,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:54:55,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:54:55,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:05,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:05,835 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:55:05,837 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:55:05,838 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38445 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:55:05,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:05,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:55:05,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:55:05,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:12,285 WARN [RS:0;d86ff69d6719:44113 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d86ff69d6719,38427,1731189140124: status=Processing ServerCrashProcedure of d86ff69d6719,38427,1731189140124 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731189147231, completionTime=-1 appears to have been leaked 2024-11-09T21:55:12,285 WARN [RS:0;d86ff69d6719:44113 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of d86ff69d6719,38427,1731189140124: status=Processing ServerCrashProcedure of d86ff69d6719,38427,1731189140124 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731189207263, completionTime=-1 appears to have been leaked 2024-11-09T21:55:15,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:15,945 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:55:15,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:55:15,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to d86ff69d6719,38427,1731189140124 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48553 ms java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-09T21:55:15,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:15,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:55:15,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:55:15,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:18,425 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-09T21:55:27,396 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-09T21:54:27.394Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:27.507Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:27.716Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28.027Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:28.536Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:54:29.559Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:31.587Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:35.596Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:45.659Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:54:55.750Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:05.839Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:15.947Z, java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-09T21:55:27,399 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:27,399 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:27,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:27,399 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:27,399 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:27,400 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:27,400 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:27,400 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:27,401 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:27,402 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-09T21:55:27,407 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:27,407 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:27,407 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:27,407 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:27,408 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:27,409 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:27,409 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T21:55:27,410 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:27,410 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,38427,1731189140124, table=hbase:meta, region=1588230740 2024-11-09T21:55:27,410 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,38427,1731189140124, state=OPEN 2024-11-09T21:55:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,470 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,473 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189357473 2024-11-09T21:55:27,473 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:27,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-09T21:55:27,473 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:27,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:27,473 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:55:27,474 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:55:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-09T21:55:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:55:27,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:27,475 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:27,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:27,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:27,584 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1] 2024-11-09T21:55:27,585 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:27,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:27,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:27,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:55:27,626 DEBUG [d86ff69d6719:38069 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(204): Hosts are {d86ff69d6719=0} racks are {/default-rack=0} 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:55:27,627 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:55:27,627 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:55:27,627 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:55:27,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:27,628 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPENING 2024-11-09T21:55:27,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:27,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,653 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:27,653 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:27,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:27,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:27,795 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1] 2024-11-09T21:55:27,796 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-09T21:55:27,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36477, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:55:27,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44113 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:36477 deadline: 1731189387478, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on d86ff69d6719,44113,1731189139941 2024-11-09T21:55:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on d86ff69d6719,44113,1731189139941 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T21:55:27,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35349, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:55:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on d86ff69d6719,44113,1731189139941 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T21:55:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 from cache 2024-11-09T21:55:27,812 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-09T21:55:27,812 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-09T21:55:27,813 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-09T21:55:27,815 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d86ff69d6719%2C44113%2C1731189139941.meta, suffix=.meta, logDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941, archiveDir=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs, maxLogs=32 2024-11-09T21:55:27,828 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941/d86ff69d6719%2C44113%2C1731189139941.meta.1731189327816.meta, exclude list is [], retry=0 2024-11-09T21:55:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42831,DS-6b3cb13e-84e7-4a6e-b691-ea85ac83b93d,DISK] 2024-11-09T21:55:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44589,DS-57feacc9-9348-4951-96cc-1c1a8c1be315,DISK] 2024-11-09T21:55:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39895,DS-3ba0df2b-dfaf-4262-a381-fd5961b65e02,DISK] 2024-11-09T21:55:27,833 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,44113,1731189139941/d86ff69d6719%2C44113%2C1731189139941.meta.1731189327816.meta 2024-11-09T21:55:27,833 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45177:45177),(127.0.0.1/127.0.0.1:43547:43547),(127.0.0.1/127.0.0.1:39769:39769)] 2024-11-09T21:55:27,833 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-09T21:55:27,833 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-09T21:55:27,833 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-09T21:55:27,834 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-09T21:55:27,834 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-09T21:55:27,834 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:27,834 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-09T21:55:27,834 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-09T21:55:27,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-09T21:55:27,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-09T21:55:27,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:27,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:55:27,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-09T21:55:27,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-09T21:55:27,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:55:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-09T21:55:27,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-09T21:55:27,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:27,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:55:27,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-09T21:55:27,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-09T21:55:27,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:27,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-09T21:55:27,842 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-09T21:55:27,843 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:55:27,844 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740 2024-11-09T21:55:27,845 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T21:55:27,857 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T21:55:27,860 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-09T21:55:27,933 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/4047134ce6ce46d2b0097571ed9222af is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f./info:regioninfo/1731189143579/Put/seqid=0 2024-11-09T21:55:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741866_1042 (size=58053) 2024-11-09T21:55:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741866_1042 (size=58053) 2024-11-09T21:55:27,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741866_1042 (size=58053) 2024-11-09T21:55:27,944 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/4047134ce6ce46d2b0097571ed9222af 2024-11-09T21:55:28,006 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/ns/187657c418134e328774b3e3548914a4 is 43, key is default/ns:d/1731189142154/Put/seqid=0 2024-11-09T21:55:28,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741867_1043 (size=5153) 2024-11-09T21:55:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741867_1043 (size=5153) 2024-11-09T21:55:28,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741867_1043 (size=5153) 2024-11-09T21:55:28,021 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/ns/187657c418134e328774b3e3548914a4 2024-11-09T21:55:28,045 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/table/f14b32a0f49f44aaa0b2d8df296beac7 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731189143626/Put/seqid=0 2024-11-09T21:55:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741868_1044 (size=5620) 2024-11-09T21:55:28,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741868_1044 (size=5620) 2024-11-09T21:55:28,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741868_1044 (size=5620) 2024-11-09T21:55:28,054 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/table/f14b32a0f49f44aaa0b2d8df296beac7 2024-11-09T21:55:28,064 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/4047134ce6ce46d2b0097571ed9222af as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/info/4047134ce6ce46d2b0097571ed9222af 2024-11-09T21:55:28,073 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/info/4047134ce6ce46d2b0097571ed9222af, entries=260, sequenceid=60, filesize=56.7 K 2024-11-09T21:55:28,076 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/ns/187657c418134e328774b3e3548914a4 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/ns/187657c418134e328774b3e3548914a4 2024-11-09T21:55:28,085 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/ns/187657c418134e328774b3e3548914a4, entries=2, sequenceid=60, filesize=5.0 K 2024-11-09T21:55:28,087 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/table/f14b32a0f49f44aaa0b2d8df296beac7 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/table/f14b32a0f49f44aaa0b2d8df296beac7 2024-11-09T21:55:28,095 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/table/f14b32a0f49f44aaa0b2d8df296beac7, entries=2, sequenceid=60, filesize=5.5 K 2024-11-09T21:55:28,101 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 239ms, sequenceid=60, compaction requested=false; wal=null 2024-11-09T21:55:28,102 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-09T21:55:28,104 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-09T21:55:28,104 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-09T21:55:28,105 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-09T21:55:28,107 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-09T21:55:28,109 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-09T21:55:28,111 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359344, jitterRate=0.04843592643737793}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-09T21:55:28,111 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-09T21:55:28,111 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731189327834Writing region info on filesystem at 1731189327834Initializing all the Stores at 1731189327835 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189327835Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189327835Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189327835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731189327835Obtaining lock to block concurrent updates at 1731189327860 (+25 ms)Preparing flush snapshotting stores in 1588230740 at 1731189327860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731189327863 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731189327863Flushing 1588230740/info: creating writer at 1731189327865 (+2 ms)Flushing 1588230740/info: appending metadata at 1731189327921 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731189327924 (+3 ms)Flushing 1588230740/ns: creating writer at 1731189327986 (+62 ms)Flushing 1588230740/ns: appending metadata at 1731189328005 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731189328005Flushing 1588230740/table: creating writer at 1731189328031 (+26 ms)Flushing 1588230740/table: appending metadata at 1731189328045 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731189328045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d127996: reopening flushed file at 1731189328062 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@574221d0: reopening flushed file at 1731189328075 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6479b61c: reopening flushed file at 1731189328085 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 239ms, sequenceid=60, compaction requested=false; wal=null at 1731189328101 (+16 ms)Cleaning up temporary data from old regions at 1731189328104 (+3 ms)Running coprocessor post-open hooks at 1731189328111 (+7 ms)Region opened successfully at 1731189328111 2024-11-09T21:55:28,112 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731189327805 2024-11-09T21:55:28,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:28,114 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1] 2024-11-09T21:55:28,115 DEBUG [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-09T21:55:28,115 INFO [RS_OPEN_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-09T21:55:28,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44113 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:36477 deadline: 1731189387473, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d86ff69d6719,44113,1731189139941 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T21:55:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on d86ff69d6719,44113,1731189139941 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-09T21:55:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1 from cache 2024-11-09T21:55:28,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,118 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:28,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,170 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-09T21:55:28,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 in 517 msec 2024-11-09T21:55:28,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-09T21:55:28,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 700 msec 2024-11-09T21:55:28,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:28,624 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1] 2024-11-09T21:55:28,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,652 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,653 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,654 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,655 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,656 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,656 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:28,656 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189388656 2024-11-09T21:55:28,656 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189448656 2024-11-09T21:55:28,656 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1830 sec 2024-11-09T21:55:28,657 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): d86ff69d6719,38427,1731189140124 had 10 regions 2024-11-09T21:55:28,657 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:55:28,657 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:28,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:28,657 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:28,906 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:28,907 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:28,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:28,907 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:28,907 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:28,907 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:28,907 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:28,907 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:28,908 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:28,909 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:28,912 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:28,913 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:28,914 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:28,914 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T21:55:28,915 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=61 2024-11-09T21:55:28,916 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,44113,1731189139941, table=hbase:meta, region=1588230740 2024-11-09T21:55:28,916 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:28,930 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:28,946 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38069 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:28,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:28,955 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189358955 2024-11-09T21:55:28,955 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:28,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,961 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,962 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:28,963 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:28,963 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:28,963 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189388963 2024-11-09T21:55:28,963 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189448963 2024-11-09T21:55:28,963 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-09T21:55:28,964 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): d86ff69d6719,38427,1731189140124 had 9 regions 2024-11-09T21:55:28,964 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:28,965 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true, isMeta: false 2024-11-09T21:55:28,967 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=1, meta=false 2024-11-09T21:55:28,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618}] 2024-11-09T21:55:28,968 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:55:28,968 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:28,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:28,968 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:29,214 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:29,214 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:29,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:29,214 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:29,214 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:29,214 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:29,214 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:29,214 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:29,215 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:29,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:29,217 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:29,218 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:29,219 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=61 2024-11-09T21:55:29,219 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,44113,1731189139941, table=hbase:meta, region=1588230740 2024-11-09T21:55:29,220 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:29,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:29,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:29,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:29,244 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:29,244 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189359244 2024-11-09T21:55:29,244 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,249 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,250 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:29,251 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:29,251 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:29,251 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189389251 2024-11-09T21:55:29,251 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189449251 2024-11-09T21:55:29,251 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-09T21:55:29,252 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true, isMeta: false 2024-11-09T21:55:29,254 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=1, meta=false 2024-11-09T21:55:29,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618}] 2024-11-09T21:55:29,254 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:29,256 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:29,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:55:29,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49887, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-09T21:55:29,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33369 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-09T21:55:29,430 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618, size=291.4 K (298410bytes) 2024-11-09T21:55:29,430 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 2024-11-09T21:55:29,430 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 after 0ms 2024-11-09T21:55:29,434 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 took 5ms 2024-11-09T21:55:29,437 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for db0004e1620c22460332772c98439542: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,438 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0479782cb3e27e8e7b47f4b4a490bb77: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,439 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 813c5a33e81227c2b5223d010aae9290: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,440 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f6257cb1d3d1311d6a34969f4298563e: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,441 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for c3cb3b098fa386edeb901227b02b5fa9: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,442 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ebcc09c4b8d4f658e823fe8ec77bd984: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,443 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ac30aff648e615b1b0e047f397829fde: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,444 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 46e8740f0a0c4ba4e70a52dd7b38a350: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,446 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for fdaa874fab050d8f9fd77e91eb3433e8: last_flushed_sequence_id: 18446744073709551615 2024-11-09T21:55:29,451 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,452 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,452 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,454 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,455 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 so closing down 2024-11-09T21:55:29,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-09T21:55:29,460 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,460 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,460 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,464 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,464 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,465 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,467 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,469 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,474 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,474 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,474 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,478 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,480 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp 2024-11-09T21:55:29,480 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-09T21:55:29,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741870_1046 (size=36767) 2024-11-09T21:55:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741870_1046 (size=36767) 2024-11-09T21:55:29,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741869_1045 (size=36767) 2024-11-09T21:55:29,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741869_1045 (size=36767) 2024-11-09T21:55:29,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741870_1046 (size=36767) 2024-11-09T21:55:29,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741869_1045 (size=36767) 2024-11-09T21:55:29,502 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,503 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,504 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004 2024-11-09T21:55:29,505 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004 2024-11-09T21:55:29,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741871_1047 (size=36767) 2024-11-09T21:55:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741871_1047 (size=36767) 2024-11-09T21:55:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741871_1047 (size=36767) 2024-11-09T21:55:29,513 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,515 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004 2024-11-09T21:55:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741873_1049 (size=36767) 2024-11-09T21:55:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741873_1049 (size=36767) 2024-11-09T21:55:29,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741873_1049 (size=36767) 2024-11-09T21:55:29,523 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,525 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004 2024-11-09T21:55:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741872_1048 (size=36767) 2024-11-09T21:55:29,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741872_1048 (size=36767) 2024-11-09T21:55:29,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741872_1048 (size=36767) 2024-11-09T21:55:29,533 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741874_1050 (size=36767) 2024-11-09T21:55:29,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741874_1050 (size=36767) 2024-11-09T21:55:29,534 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004 2024-11-09T21:55:29,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741874_1050 (size=36767) 2024-11-09T21:55:29,537 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T21:55:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741875_1051 (size=36767) 2024-11-09T21:55:29,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741875_1051 (size=36767) 2024-11-09T21:55:29,539 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-09T21:55:29,539 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004 2024-11-09T21:55:29,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741875_1051 (size=36767) 2024-11-09T21:55:29,541 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004 2024-11-09T21:55:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741876_1052 (size=36767) 2024-11-09T21:55:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741876_1052 (size=36767) 2024-11-09T21:55:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741876_1052 (size=36767) 2024-11-09T21:55:29,543 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T21:55:29,545 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004 2024-11-09T21:55:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741877_1053 (size=262) 2024-11-09T21:55:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741877_1053 (size=262) 2024-11-09T21:55:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741877_1053 (size=262) 2024-11-09T21:55:29,950 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-09T21:55:29,952 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004 2024-11-09T21:55:29,953 INFO [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 519 ms; skipped=9; WAL=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618, size=291.4 K, length=298410, corrupted=false, cancelled=false 2024-11-09T21:55:29,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618, journal: Splitting hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618, size=291.4 K (298410bytes) at 1731189329430Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329452 (+22 ms)Finishing writing output for hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 so closing down at 1731189329460 (+8 ms)Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329460Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329460Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329460Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329467 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329474 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329474Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329474Creating recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp at 1731189329480 (+6 ms)3 split writer threads finished at 1731189329480Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329502 (+22 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329503 (+1 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004 at 1731189329504 (+1 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004 at 1731189329505 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329513 (+8 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004 at 1731189329515 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329524 (+9 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004 at 1731189329525 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329533 (+8 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004 at 1731189329534 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731189329537 (+3 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731189329539 (+2 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004 at 1731189329539Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004 at 1731189329541 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731189329543 (+2 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004 at 1731189329545 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731189329950 (+405 ms)Rename recovered edits hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004-d86ff69d6719%2C38427%2C1731189140124.1731189141618.temp to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004 at 1731189329952 (+2 ms)Processed 18 edits across 9 Regions in 519 ms; skipped=9; WAL=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618, size=291.4 K, length=298410, corrupted=false, cancelled=false at 1731189329953 (+1 ms) 2024-11-09T21:55:29,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 2024-11-09T21:55:29,953 DEBUG [RS_LOG_REPLAY_OPS-regionserver/d86ff69d6719:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-09T21:55:29,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38069 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-09T21:55:29,961 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting/d86ff69d6719%2C38427%2C1731189140124.1731189141618 to hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs 2024-11-09T21:55:29,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-09T21:55:29,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 in 704 msec 2024-11-09T21:55:29,967 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:29,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-09T21:55:29,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 in 713 msec 2024-11-09T21:55:29,974 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting dir is empty, no logs to split. 2024-11-09T21:55:29,974 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=0, meta=false 2024-11-09T21:55:29,974 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d86ff69d6719,38427,1731189140124 WAL splitting is done? wals=0, meta=false 2024-11-09T21:55:29,975 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:55:29,975 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:29,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:29,975 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:30,002 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:30,002 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:30,002 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:30,002 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:30,002 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:30,003 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:30,003 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:30,003 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:30,003 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:30,004 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:30,006 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:30,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:30,007 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,008 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,009 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-09T21:55:30,010 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=61 2024-11-09T21:55:30,010 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,44113,1731189139941, table=hbase:meta, region=1588230740 2024-11-09T21:55:30,010 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,063 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189360062 2024-11-09T21:55:30,063 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,068 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,069 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,070 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,070 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:30,070 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189390070 2024-11-09T21:55:30,070 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189450070 2024-11-09T21:55:30,070 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-09T21:55:30,071 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server d86ff69d6719,38427,1731189140124 does not exist 2024-11-09T21:55:30,071 INFO [PEWorker-1 {}] master.SplitWALManager(105): d86ff69d6719,38427,1731189140124 WAL count=0, meta=false 2024-11-09T21:55:30,071 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if d86ff69d6719,38427,1731189140124 WAL splitting is done? wals=0, meta=false 2024-11-09T21:55:30,072 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for d86ff69d6719,38427,1731189140124 failed, ignore...File hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/WALs/d86ff69d6719,38427,1731189140124-splitting does not exist. 2024-11-09T21:55:30,072 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:30,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN}] 2024-11-09T21:55:30,074 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:55:30,074 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:30,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:30,074 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:30,320 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:30,320 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:30,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:30,320 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:30,320 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:30,321 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:30,321 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:30,321 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:30,321 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:30,322 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:30,324 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:30,325 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:30,326 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,328 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:30,329 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T21:55:30,329 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=61 2024-11-09T21:55:30,329 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,44113,1731189139941, table=hbase:meta, region=1588230740 2024-11-09T21:55:30,330 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:30,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,362 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:30,363 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189360363 2024-11-09T21:55:30,363 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:30,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:30,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,38427,1731189140124, regionLocation=d86ff69d6719,38427,1731189140124, openSeqNum=2 2024-11-09T21:55:30,372 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:30,372 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189390372 2024-11-09T21:55:30,372 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189450372 2024-11-09T21:55:30,372 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-09T21:55:30,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN}] 2024-11-09T21:55:30,373 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:30,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN 2024-11-09T21:55:30,376 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,377 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN 2024-11-09T21:55:30,377 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,378 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN 2024-11-09T21:55:30,379 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,379 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN 2024-11-09T21:55:30,380 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,381 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN 2024-11-09T21:55:30,381 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,382 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN 2024-11-09T21:55:30,383 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,383 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN 2024-11-09T21:55:30,384 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,385 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN 2024-11-09T21:55:30,386 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,387 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN 2024-11-09T21:55:30,388 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-09T21:55:30,527 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(204): Hosts are {d86ff69d6719=0} racks are {/default-rack=0} 2024-11-09T21:55:30,528 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-09T21:55:30,528 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-09T21:55:30,528 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-09T21:55:30,529 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-09T21:55:30,529 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-09T21:55:30,529 INFO [d86ff69d6719:38069 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-09T21:55:30,529 DEBUG [d86ff69d6719:38069 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-09T21:55:30,530 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=db0004e1620c22460332772c98439542, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,531 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,532 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,533 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=f6257cb1d3d1311d6a34969f4298563e, regionState=OPENING, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,534 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ac30aff648e615b1b0e047f397829fde, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN because future has completed 2024-11-09T21:55:30,535 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:30,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN because future has completed 2024-11-09T21:55:30,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN because future has completed 2024-11-09T21:55:30,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN because future has completed 2024-11-09T21:55:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN because future has completed 2024-11-09T21:55:30,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN because future has completed 2024-11-09T21:55:30,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN because future has completed 2024-11-09T21:55:30,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN because future has completed 2024-11-09T21:55:30,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:55:30,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:55:30,553 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:55:30,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:30,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:30,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,44113,1731189139941}] 2024-11-09T21:55:30,561 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=813c5a33e81227c2b5223d010aae9290, regionState=OPENING, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN because future has completed 2024-11-09T21:55:30,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,33369,1731189140051}] 2024-11-09T21:55:30,699 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:30,699 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => fdaa874fab050d8f9fd77e91eb3433e8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-09T21:55:30,699 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,699 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,700 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,700 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,702 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,703 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily11 2024-11-09T21:55:30,703 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,703 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:30,703 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => c3cb3b098fa386edeb901227b02b5fa9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-09T21:55:30,704 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,704 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,704 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,704 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,704 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,704 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,705 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily21 2024-11-09T21:55:30,705 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,706 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,706 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,706 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,707 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fdaa874fab050d8f9fd77e91eb3433e8 columnFamilyName colfamily31 2024-11-09T21:55:30,707 DEBUG [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,707 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily11 2024-11-09T21:55:30,707 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,707 INFO [StoreOpener-fdaa874fab050d8f9fd77e91eb3433e8-1 {}] regionserver.HStore(327): Store=fdaa874fab050d8f9fd77e91eb3433e8/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,707 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,707 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,707 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,708 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,708 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily21 2024-11-09T21:55:30,708 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,709 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,709 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,709 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,709 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3b098fa386edeb901227b02b5fa9 columnFamilyName colfamily31 2024-11-09T21:55:30,709 DEBUG [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,710 INFO [StoreOpener-c3cb3b098fa386edeb901227b02b5fa9-1 {}] regionserver.HStore(327): Store=c3cb3b098fa386edeb901227b02b5fa9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,710 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004 2024-11-09T21:55:30,710 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,711 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,712 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,713 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004 2024-11-09T21:55:30,715 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004 2024-11-09T21:55:30,716 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing fdaa874fab050d8f9fd77e91eb3433e8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,720 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004 2024-11-09T21:55:30,720 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing c3cb3b098fa386edeb901227b02b5fa9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,738 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/.tmp/colfamily11/c870c614a62447ed85ae88c0ac43a939 is 52, key is hhh/colfamily11:colfamily11/1731189146239/Put/seqid=0 2024-11-09T21:55:30,744 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/.tmp/colfamily11/0a3a58aba3cf45efb68a1bfad05cee26 is 52, key is jjj/colfamily11:colfamily11/1731189146275/Put/seqid=0 2024-11-09T21:55:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741878_1054 (size=39263) 2024-11-09T21:55:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741878_1054 (size=39263) 2024-11-09T21:55:30,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741878_1054 (size=39263) 2024-11-09T21:55:30,748 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/.tmp/colfamily11/c870c614a62447ed85ae88c0ac43a939 2024-11-09T21:55:30,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741879_1055 (size=39263) 2024-11-09T21:55:30,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741879_1055 (size=39263) 2024-11-09T21:55:30,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741879_1055 (size=39263) 2024-11-09T21:55:30,758 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/.tmp/colfamily11/0a3a58aba3cf45efb68a1bfad05cee26 2024-11-09T21:55:30,758 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/.tmp/colfamily11/c870c614a62447ed85ae88c0ac43a939 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/colfamily11/c870c614a62447ed85ae88c0ac43a939 2024-11-09T21:55:30,765 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/colfamily11/c870c614a62447ed85ae88c0ac43a939, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:30,765 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fdaa874fab050d8f9fd77e91eb3433e8 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,765 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/.tmp/colfamily11/0a3a58aba3cf45efb68a1bfad05cee26 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/colfamily11/0a3a58aba3cf45efb68a1bfad05cee26 2024-11-09T21:55:30,766 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/0000000000000000004 2024-11-09T21:55:30,767 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,767 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,768 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,769 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,771 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,772 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/colfamily11/0a3a58aba3cf45efb68a1bfad05cee26, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:30,772 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened fdaa874fab050d8f9fd77e91eb3433e8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72610832, jitterRate=0.0819857120513916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,772 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c3cb3b098fa386edeb901227b02b5fa9 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,772 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:30,773 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for fdaa874fab050d8f9fd77e91eb3433e8: Running coprocessor pre-open hook at 1731189330700Writing region info on filesystem at 1731189330700Initializing all the Stores at 1731189330701 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330701Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330701Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330701Obtaining lock to block concurrent updates at 1731189330716 (+15 ms)Preparing flush snapshotting stores in fdaa874fab050d8f9fd77e91eb3433e8 at 1731189330716Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330716Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. at 1731189330716Flushing fdaa874fab050d8f9fd77e91eb3433e8/colfamily11: creating writer at 1731189330716Flushing fdaa874fab050d8f9fd77e91eb3433e8/colfamily11: appending metadata at 1731189330737 (+21 ms)Flushing fdaa874fab050d8f9fd77e91eb3433e8/colfamily11: closing flushed file at 1731189330737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ba89750: reopening flushed file at 1731189330756 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fdaa874fab050d8f9fd77e91eb3433e8 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731189330765 (+9 ms)Cleaning up temporary data from old regions at 1731189330767 (+2 ms)Running coprocessor post-open hooks at 1731189330772 (+5 ms)Region opened successfully at 1731189330772 2024-11-09T21:55:30,773 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/0000000000000000004 2024-11-09T21:55:30,773 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., pid=78, masterSystemTime=1731189330690 2024-11-09T21:55:30,774 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,774 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,775 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,775 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:30,775 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:30,776 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:30,776 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 0479782cb3e27e8e7b47f4b4a490bb77, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-09T21:55:30,776 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,776 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,776 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,776 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,776 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,777 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:55:30,778 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,779 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily11 2024-11-09T21:55:30,779 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,780 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,780 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,781 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,781 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily21 2024-11-09T21:55:30,781 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,782 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,782 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened c3cb3b098fa386edeb901227b02b5fa9; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70324123, jitterRate=0.04791109263896942}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,782 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:30,782 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,782 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for c3cb3b098fa386edeb901227b02b5fa9: Running coprocessor pre-open hook at 1731189330704Writing region info on filesystem at 1731189330704Initializing all the Stores at 1731189330705 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330705Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330706 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330706Obtaining lock to block concurrent updates at 1731189330720 (+14 ms)Preparing flush snapshotting stores in c3cb3b098fa386edeb901227b02b5fa9 at 1731189330720Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330720Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. at 1731189330720Flushing c3cb3b098fa386edeb901227b02b5fa9/colfamily11: creating writer at 1731189330720Flushing c3cb3b098fa386edeb901227b02b5fa9/colfamily11: appending metadata at 1731189330744 (+24 ms)Flushing c3cb3b098fa386edeb901227b02b5fa9/colfamily11: closing flushed file at 1731189330744Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c30bb9e: reopening flushed file at 1731189330764 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c3cb3b098fa386edeb901227b02b5fa9 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731189330772 (+8 ms)Cleaning up temporary data from old regions at 1731189330774 (+2 ms)Running coprocessor post-open hooks at 1731189330782 (+8 ms)Region opened successfully at 1731189330782 2024-11-09T21:55:30,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=64 2024-11-09T21:55:30,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,44113,1731189139941 in 224 msec 2024-11-09T21:55:30,783 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., pid=75, masterSystemTime=1731189330699 2024-11-09T21:55:30,783 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0479782cb3e27e8e7b47f4b4a490bb77 columnFamilyName colfamily31 2024-11-09T21:55:30,783 DEBUG [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,784 INFO [StoreOpener-0479782cb3e27e8e7b47f4b4a490bb77-1 {}] regionserver.HStore(327): Store=0479782cb3e27e8e7b47f4b4a490bb77/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,784 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN in 410 msec 2024-11-09T21:55:30,785 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:30,785 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:30,785 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:30,785 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,785 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 813c5a33e81227c2b5223d010aae9290, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-09T21:55:30,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,786 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,786 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,786 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,786 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,787 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,788 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,788 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004 2024-11-09T21:55:30,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:55:30,789 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily11 2024-11-09T21:55:30,789 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,789 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,790 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,791 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily21 2024-11-09T21:55:30,791 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67 2024-11-09T21:55:30,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,33369,1731189140051 in 243 msec 2024-11-09T21:55:30,795 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004 2024-11-09T21:55:30,795 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 0479782cb3e27e8e7b47f4b4a490bb77 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN in 421 msec 2024-11-09T21:55:30,796 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,796 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,797 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813c5a33e81227c2b5223d010aae9290 columnFamilyName colfamily31 2024-11-09T21:55:30,797 DEBUG [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,798 INFO [StoreOpener-813c5a33e81227c2b5223d010aae9290-1 {}] regionserver.HStore(327): Store=813c5a33e81227c2b5223d010aae9290/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,798 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,799 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,801 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,802 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004 2024-11-09T21:55:30,808 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004 2024-11-09T21:55:30,808 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 813c5a33e81227c2b5223d010aae9290 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,818 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/.tmp/colfamily11/3c595f5487ea448c973f8c9746d12316 is 52, key is sss/colfamily11:colfamily11/1731189146438/Put/seqid=0 2024-11-09T21:55:30,827 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/.tmp/colfamily11/56edc5dffaac4bebaa33cc6774addeec is 52, key is ddd/colfamily11:colfamily11/1731189146211/Put/seqid=0 2024-11-09T21:55:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741880_1056 (size=39263) 2024-11-09T21:55:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741880_1056 (size=39263) 2024-11-09T21:55:30,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741880_1056 (size=39263) 2024-11-09T21:55:30,830 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/.tmp/colfamily11/3c595f5487ea448c973f8c9746d12316 2024-11-09T21:55:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741881_1057 (size=39263) 2024-11-09T21:55:30,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741881_1057 (size=39263) 2024-11-09T21:55:30,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741881_1057 (size=39263) 2024-11-09T21:55:30,838 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/.tmp/colfamily11/3c595f5487ea448c973f8c9746d12316 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/colfamily11/3c595f5487ea448c973f8c9746d12316 2024-11-09T21:55:30,838 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/.tmp/colfamily11/56edc5dffaac4bebaa33cc6774addeec 2024-11-09T21:55:30,845 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/colfamily11/3c595f5487ea448c973f8c9746d12316, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:30,846 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0479782cb3e27e8e7b47f4b4a490bb77 in 51ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,847 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/0000000000000000004 2024-11-09T21:55:30,848 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,848 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,849 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,850 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/.tmp/colfamily11/56edc5dffaac4bebaa33cc6774addeec as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/colfamily11/56edc5dffaac4bebaa33cc6774addeec 2024-11-09T21:55:30,851 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,853 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,854 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 0479782cb3e27e8e7b47f4b4a490bb77; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62177329, jitterRate=-0.0734855979681015}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,854 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:30,854 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 0479782cb3e27e8e7b47f4b4a490bb77: Running coprocessor pre-open hook at 1731189330776Writing region info on filesystem at 1731189330776Initializing all the Stores at 1731189330777 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330777Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330778 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330778Obtaining lock to block concurrent updates at 1731189330795 (+17 ms)Preparing flush snapshotting stores in 0479782cb3e27e8e7b47f4b4a490bb77 at 1731189330795Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330795Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. at 1731189330795Flushing 0479782cb3e27e8e7b47f4b4a490bb77/colfamily11: creating writer at 1731189330795Flushing 0479782cb3e27e8e7b47f4b4a490bb77/colfamily11: appending metadata at 1731189330817 (+22 ms)Flushing 0479782cb3e27e8e7b47f4b4a490bb77/colfamily11: closing flushed file at 1731189330818 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a44cb4a: reopening flushed file at 1731189330837 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0479782cb3e27e8e7b47f4b4a490bb77 in 51ms, sequenceid=4, compaction requested=false; wal=null at 1731189330846 (+9 ms)Cleaning up temporary data from old regions at 1731189330848 (+2 ms)Running coprocessor post-open hooks at 1731189330854 (+6 ms)Region opened successfully at 1731189330854 2024-11-09T21:55:30,855 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., pid=80, masterSystemTime=1731189330690 2024-11-09T21:55:30,857 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:30,857 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:30,857 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/colfamily11/56edc5dffaac4bebaa33cc6774addeec, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:30,858 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:30,858 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => db0004e1620c22460332772c98439542, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-09T21:55:30,858 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 813c5a33e81227c2b5223d010aae9290 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,858 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true db0004e1620c22460332772c98439542 2024-11-09T21:55:30,858 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,858 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,858 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,859 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/0000000000000000004 2024-11-09T21:55:30,860 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region db0004e1620c22460332772c98439542 2024-11-09T21:55:30,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:55:30,861 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,861 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,862 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily11 2024-11-09T21:55:30,862 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,863 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,863 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,863 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region db0004e1620c22460332772c98439542 2024-11-09T21:55:30,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=72 2024-11-09T21:55:30,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,44113,1731189139941 in 303 msec 2024-11-09T21:55:30,865 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,865 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily21 2024-11-09T21:55:30,866 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,866 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,866 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region db0004e1620c22460332772c98439542 2024-11-09T21:55:30,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN in 492 msec 2024-11-09T21:55:30,867 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db0004e1620c22460332772c98439542 columnFamilyName colfamily31 2024-11-09T21:55:30,867 DEBUG [StoreOpener-db0004e1620c22460332772c98439542-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,868 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,868 INFO [StoreOpener-db0004e1620c22460332772c98439542-1 {}] regionserver.HStore(327): Store=db0004e1620c22460332772c98439542/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,868 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,869 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 813c5a33e81227c2b5223d010aae9290; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58731699, jitterRate=-0.1248294860124588}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,869 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542 2024-11-09T21:55:30,869 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:30,869 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 813c5a33e81227c2b5223d010aae9290: Running coprocessor pre-open hook at 1731189330786Writing region info on filesystem at 1731189330786Initializing all the Stores at 1731189330787 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330787Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330788 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330788Obtaining lock to block concurrent updates at 1731189330809 (+21 ms)Preparing flush snapshotting stores in 813c5a33e81227c2b5223d010aae9290 at 1731189330809Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330809Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. at 1731189330809Flushing 813c5a33e81227c2b5223d010aae9290/colfamily11: creating writer at 1731189330809Flushing 813c5a33e81227c2b5223d010aae9290/colfamily11: appending metadata at 1731189330827 (+18 ms)Flushing 813c5a33e81227c2b5223d010aae9290/colfamily11: closing flushed file at 1731189330827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a014f44: reopening flushed file at 1731189330849 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 813c5a33e81227c2b5223d010aae9290 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731189330858 (+9 ms)Cleaning up temporary data from old regions at 1731189330861 (+3 ms)Running coprocessor post-open hooks at 1731189330869 (+8 ms)Region opened successfully at 1731189330869 2024-11-09T21:55:30,870 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., pid=81, masterSystemTime=1731189330699 2024-11-09T21:55:30,871 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542 2024-11-09T21:55:30,872 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004 2024-11-09T21:55:30,872 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:30,873 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:30,873 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:30,873 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 46e8740f0a0c4ba4e70a52dd7b38a350, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-09T21:55:30,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,873 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,873 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,874 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,874 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:55:30,876 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004 2024-11-09T21:55:30,876 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing db0004e1620c22460332772c98439542 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-09T21:55:30,876 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,877 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily11 2024-11-09T21:55:30,878 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,878 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,878 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,880 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily21 2024-11-09T21:55:30,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=70 2024-11-09T21:55:30,880 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,33369,1731189140051 in 314 msec 2024-11-09T21:55:30,881 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,881 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN in 507 msec 2024-11-09T21:55:30,883 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46e8740f0a0c4ba4e70a52dd7b38a350 columnFamilyName colfamily31 2024-11-09T21:55:30,883 DEBUG [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,883 INFO [StoreOpener-46e8740f0a0c4ba4e70a52dd7b38a350-1 {}] regionserver.HStore(327): Store=46e8740f0a0c4ba4e70a52dd7b38a350/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,884 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,885 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,886 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,888 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004 2024-11-09T21:55:30,893 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/.tmp/colfamily11/efb07432e8284b41a405aa70154e8680 is 52, key is zzz/colfamily11:colfamily11/1731189146482/Put/seqid=0 2024-11-09T21:55:30,894 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004 2024-11-09T21:55:30,894 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 46e8740f0a0c4ba4e70a52dd7b38a350 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741882_1058 (size=4857) 2024-11-09T21:55:30,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741882_1058 (size=4857) 2024-11-09T21:55:30,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741882_1058 (size=4857) 2024-11-09T21:55:30,906 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/.tmp/colfamily11/efb07432e8284b41a405aa70154e8680 2024-11-09T21:55:30,914 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/.tmp/colfamily11/be2b31391bb44f58b36ba0bc72e9a2b4 is 52, key is vvv/colfamily11:colfamily11/1731189146476/Put/seqid=0 2024-11-09T21:55:30,916 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/.tmp/colfamily11/efb07432e8284b41a405aa70154e8680 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/colfamily11/efb07432e8284b41a405aa70154e8680 2024-11-09T21:55:30,925 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/colfamily11/efb07432e8284b41a405aa70154e8680, entries=1, sequenceid=4, filesize=4.7 K 2024-11-09T21:55:30,925 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for db0004e1620c22460332772c98439542 in 49ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,927 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/0000000000000000004 2024-11-09T21:55:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741883_1059 (size=39263) 2024-11-09T21:55:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741883_1059 (size=39263) 2024-11-09T21:55:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741883_1059 (size=39263) 2024-11-09T21:55:30,928 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/.tmp/colfamily11/be2b31391bb44f58b36ba0bc72e9a2b4 2024-11-09T21:55:30,928 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,928 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,929 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,931 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,934 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,935 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened db0004e1620c22460332772c98439542; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70879334, jitterRate=0.05618438124656677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,935 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db0004e1620c22460332772c98439542 2024-11-09T21:55:30,936 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for db0004e1620c22460332772c98439542: Running coprocessor pre-open hook at 1731189330858Writing region info on filesystem at 1731189330859 (+1 ms)Initializing all the Stores at 1731189330860 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330860Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330860Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330860Obtaining lock to block concurrent updates at 1731189330876 (+16 ms)Preparing flush snapshotting stores in db0004e1620c22460332772c98439542 at 1731189330876Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731189330876Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. at 1731189330876Flushing db0004e1620c22460332772c98439542/colfamily11: creating writer at 1731189330876Flushing db0004e1620c22460332772c98439542/colfamily11: appending metadata at 1731189330893 (+17 ms)Flushing db0004e1620c22460332772c98439542/colfamily11: closing flushed file at 1731189330893Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dfd9ee: reopening flushed file at 1731189330914 (+21 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for db0004e1620c22460332772c98439542 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731189330925 (+11 ms)Cleaning up temporary data from old regions at 1731189330928 (+3 ms)Running coprocessor post-open hooks at 1731189330935 (+7 ms)Region opened successfully at 1731189330936 (+1 ms) 2024-11-09T21:55:30,936 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/.tmp/colfamily11/be2b31391bb44f58b36ba0bc72e9a2b4 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11/be2b31391bb44f58b36ba0bc72e9a2b4 2024-11-09T21:55:30,937 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., pid=73, masterSystemTime=1731189330690 2024-11-09T21:55:30,939 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:30,939 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:30,940 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:30,940 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => f6257cb1d3d1311d6a34969f4298563e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-09T21:55:30,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=db0004e1620c22460332772c98439542, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:30,940 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,940 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,940 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,941 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:55:30,943 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,944 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily11 2024-11-09T21:55:30,944 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,945 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,945 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,946 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11/be2b31391bb44f58b36ba0bc72e9a2b4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:30,946 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46e8740f0a0c4ba4e70a52dd7b38a350 in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:30,946 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily21 2024-11-09T21:55:30,946 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=69 2024-11-09T21:55:30,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,44113,1731189139941 in 408 msec 2024-11-09T21:55:30,947 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/0000000000000000004 2024-11-09T21:55:30,947 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,948 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,949 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6257cb1d3d1311d6a34969f4298563e columnFamilyName colfamily31 2024-11-09T21:55:30,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN in 574 msec 2024-11-09T21:55:30,949 DEBUG [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,949 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,949 INFO [StoreOpener-f6257cb1d3d1311d6a34969f4298563e-1 {}] regionserver.HStore(327): Store=f6257cb1d3d1311d6a34969f4298563e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,949 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,950 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,950 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:30,950 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,952 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,952 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:30,953 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004 2024-11-09T21:55:30,954 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:30,955 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 46e8740f0a0c4ba4e70a52dd7b38a350; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69825703, jitterRate=0.04048405587673187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:30,956 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:30,956 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 46e8740f0a0c4ba4e70a52dd7b38a350: Running coprocessor pre-open hook at 1731189330874Writing region info on filesystem at 1731189330874Initializing all the Stores at 1731189330876 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330876Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330876Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330876Obtaining lock to block concurrent updates at 1731189330894 (+18 ms)Preparing flush snapshotting stores in 46e8740f0a0c4ba4e70a52dd7b38a350 at 1731189330894Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330894Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. at 1731189330894Flushing 46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11: creating writer at 1731189330895 (+1 ms)Flushing 46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11: appending metadata at 1731189330914 (+19 ms)Flushing 46e8740f0a0c4ba4e70a52dd7b38a350/colfamily11: closing flushed file at 1731189330914Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3690e7ed: reopening flushed file at 1731189330935 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 46e8740f0a0c4ba4e70a52dd7b38a350 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731189330946 (+11 ms)Cleaning up temporary data from old regions at 1731189330949 (+3 ms)Running coprocessor post-open hooks at 1731189330956 (+7 ms)Region opened successfully at 1731189330956 2024-11-09T21:55:30,957 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., pid=77, masterSystemTime=1731189330699 2024-11-09T21:55:30,959 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:30,959 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:30,959 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:30,959 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004 2024-11-09T21:55:30,959 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:30,959 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => ac30aff648e615b1b0e047f397829fde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-09T21:55:30,959 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing f6257cb1d3d1311d6a34969f4298563e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,960 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,960 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:30,960 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,960 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:55:30,962 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,963 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily11 2024-11-09T21:55:30,964 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,964 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,964 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,966 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily21 2024-11-09T21:55:30,966 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,966 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=71 2024-11-09T21:55:30,967 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,33369,1731189140051 in 410 msec 2024-11-09T21:55:30,968 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac30aff648e615b1b0e047f397829fde columnFamilyName colfamily31 2024-11-09T21:55:30,968 DEBUG [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:30,969 INFO [StoreOpener-ac30aff648e615b1b0e047f397829fde-1 {}] regionserver.HStore(327): Store=ac30aff648e615b1b0e047f397829fde/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:30,969 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN in 594 msec 2024-11-09T21:55:30,970 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,972 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:30,972 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004 2024-11-09T21:55:30,979 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004 2024-11-09T21:55:30,979 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing ac30aff648e615b1b0e047f397829fde 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:30,980 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/.tmp/colfamily11/3ab452c1fab5473696d3904965db007d is 52, key is aaa/colfamily11:colfamily11/1731189146176/Put/seqid=0 2024-11-09T21:55:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741884_1060 (size=39263) 2024-11-09T21:55:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741884_1060 (size=39263) 2024-11-09T21:55:30,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741884_1060 (size=39263) 2024-11-09T21:55:30,996 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/.tmp/colfamily11/3ab452c1fab5473696d3904965db007d 2024-11-09T21:55:30,999 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/.tmp/colfamily11/12086b38305447b9bdf3a8897fe80cca is 52, key is ppp/colfamily11:colfamily11/1731189146350/Put/seqid=0 2024-11-09T21:55:31,003 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/.tmp/colfamily11/3ab452c1fab5473696d3904965db007d as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/colfamily11/3ab452c1fab5473696d3904965db007d 2024-11-09T21:55:31,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741885_1061 (size=39263) 2024-11-09T21:55:31,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741885_1061 (size=39263) 2024-11-09T21:55:31,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741885_1061 (size=39263) 2024-11-09T21:55:31,010 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/.tmp/colfamily11/12086b38305447b9bdf3a8897fe80cca 2024-11-09T21:55:31,012 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/colfamily11/3ab452c1fab5473696d3904965db007d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:31,012 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f6257cb1d3d1311d6a34969f4298563e in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:31,013 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/0000000000000000004 2024-11-09T21:55:31,014 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:31,014 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:31,015 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:31,017 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:31,019 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/.tmp/colfamily11/12086b38305447b9bdf3a8897fe80cca as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/colfamily11/12086b38305447b9bdf3a8897fe80cca 2024-11-09T21:55:31,019 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:31,021 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened f6257cb1d3d1311d6a34969f4298563e; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61045437, jitterRate=-0.09035210311412811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:31,021 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:31,021 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for f6257cb1d3d1311d6a34969f4298563e: Running coprocessor pre-open hook at 1731189330941Writing region info on filesystem at 1731189330941Initializing all the Stores at 1731189330942 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330942Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330943 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330943Obtaining lock to block concurrent updates at 1731189330959 (+16 ms)Preparing flush snapshotting stores in f6257cb1d3d1311d6a34969f4298563e at 1731189330959Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330960 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. at 1731189330960Flushing f6257cb1d3d1311d6a34969f4298563e/colfamily11: creating writer at 1731189330960Flushing f6257cb1d3d1311d6a34969f4298563e/colfamily11: appending metadata at 1731189330979 (+19 ms)Flushing f6257cb1d3d1311d6a34969f4298563e/colfamily11: closing flushed file at 1731189330979Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a20f35: reopening flushed file at 1731189331002 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f6257cb1d3d1311d6a34969f4298563e in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731189331012 (+10 ms)Cleaning up temporary data from old regions at 1731189331014 (+2 ms)Running coprocessor post-open hooks at 1731189331021 (+7 ms)Region opened successfully at 1731189331021 2024-11-09T21:55:31,022 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., pid=74, masterSystemTime=1731189330690 2024-11-09T21:55:31,024 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:31,024 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:31,025 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:31,025 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,025 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => ebcc09c4b8d4f658e823fe8ec77bd984, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-09T21:55:31,025 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,025 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-09T21:55:31,025 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,025 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,027 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/colfamily11/12086b38305447b9bdf3a8897fe80cca, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:31,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:55:31,027 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ac30aff648e615b1b0e047f397829fde in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:31,028 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,028 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/0000000000000000004 2024-11-09T21:55:31,029 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily11 2024-11-09T21:55:31,029 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:31,030 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:31,030 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:31,030 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:31,030 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,030 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=66 2024-11-09T21:55:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,44113,1731189139941 in 485 msec 2024-11-09T21:55:31,031 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily21 2024-11-09T21:55:31,031 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:31,031 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:31,032 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,033 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ebcc09c4b8d4f658e823fe8ec77bd984 columnFamilyName colfamily31 2024-11-09T21:55:31,033 DEBUG [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-09T21:55:31,033 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:31,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN in 658 msec 2024-11-09T21:55:31,033 INFO [StoreOpener-ebcc09c4b8d4f658e823fe8ec77bd984-1 {}] regionserver.HStore(327): Store=ebcc09c4b8d4f658e823fe8ec77bd984/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-09T21:55:31,033 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,034 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,035 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:31,036 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,036 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened ac30aff648e615b1b0e047f397829fde; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62354090, jitterRate=-0.0708516538143158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:31,037 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:31,037 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for ac30aff648e615b1b0e047f397829fde: Running coprocessor pre-open hook at 1731189330960Writing region info on filesystem at 1731189330960Initializing all the Stores at 1731189330962 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330962Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330962Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189330962Obtaining lock to block concurrent updates at 1731189330979 (+17 ms)Preparing flush snapshotting stores in ac30aff648e615b1b0e047f397829fde at 1731189330979Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189330979Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. at 1731189330979Flushing ac30aff648e615b1b0e047f397829fde/colfamily11: creating writer at 1731189330979Flushing ac30aff648e615b1b0e047f397829fde/colfamily11: appending metadata at 1731189330999 (+20 ms)Flushing ac30aff648e615b1b0e047f397829fde/colfamily11: closing flushed file at 1731189330999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3daab535: reopening flushed file at 1731189331018 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ac30aff648e615b1b0e047f397829fde in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731189331027 (+9 ms)Cleaning up temporary data from old regions at 1731189331030 (+3 ms)Running coprocessor post-open hooks at 1731189331037 (+7 ms)Region opened successfully at 1731189331037 2024-11-09T21:55:31,037 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004 2024-11-09T21:55:31,038 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., pid=76, masterSystemTime=1731189330699 2024-11-09T21:55:31,040 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:31,040 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:31,041 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,043 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004 2024-11-09T21:55:31,043 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing ebcc09c4b8d4f658e823fe8ec77bd984 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:31,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,33369,1731189140051 because future has completed 2024-11-09T21:55:31,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=65 2024-11-09T21:55:31,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,33369,1731189140051 in 494 msec 2024-11-09T21:55:31,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN in 674 msec 2024-11-09T21:55:31,067 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/.tmp/colfamily11/f86e3e267b644b8f8cfaeff94023f95a is 52, key is lll/colfamily11:colfamily11/1731189146312/Put/seqid=0 2024-11-09T21:55:31,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741886_1062 (size=39263) 2024-11-09T21:55:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741886_1062 (size=39263) 2024-11-09T21:55:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741886_1062 (size=39263) 2024-11-09T21:55:31,076 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/.tmp/colfamily11/f86e3e267b644b8f8cfaeff94023f95a 2024-11-09T21:55:31,084 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/.tmp/colfamily11/f86e3e267b644b8f8cfaeff94023f95a as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11/f86e3e267b644b8f8cfaeff94023f95a 2024-11-09T21:55:31,093 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11/f86e3e267b644b8f8cfaeff94023f95a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-09T21:55:31,093 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ebcc09c4b8d4f658e823fe8ec77bd984 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-09T21:55:31,094 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/0000000000000000004 2024-11-09T21:55:31,095 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,095 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,096 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-09T21:55:31,098 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,101 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-09T21:55:31,102 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened ebcc09c4b8d4f658e823fe8ec77bd984; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66427128, jitterRate=-0.010158658027648926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-09T21:55:31,103 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:31,103 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for ebcc09c4b8d4f658e823fe8ec77bd984: Running coprocessor pre-open hook at 1731189331026Writing region info on filesystem at 1731189331026Initializing all the Stores at 1731189331027 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189331027Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189331028 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731189331028Obtaining lock to block concurrent updates at 1731189331043 (+15 ms)Preparing flush snapshotting stores in ebcc09c4b8d4f658e823fe8ec77bd984 at 1731189331043Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189331043Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. at 1731189331043Flushing ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11: creating writer at 1731189331043Flushing ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11: appending metadata at 1731189331067 (+24 ms)Flushing ebcc09c4b8d4f658e823fe8ec77bd984/colfamily11: closing flushed file at 1731189331067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b2a3753: reopening flushed file at 1731189331083 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ebcc09c4b8d4f658e823fe8ec77bd984 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731189331093 (+10 ms)Cleaning up temporary data from old regions at 1731189331095 (+2 ms)Running coprocessor post-open hooks at 1731189331103 (+8 ms)Region opened successfully at 1731189331103 2024-11-09T21:55:31,104 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., pid=79, masterSystemTime=1731189330690 2024-11-09T21:55:31,106 DEBUG [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:31,106 INFO [RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:31,107 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, openSeqNum=5, regionLocation=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,44113,1731189139941 because future has completed 2024-11-09T21:55:31,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=68 2024-11-09T21:55:31,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,44113,1731189139941 in 552 msec 2024-11-09T21:55:31,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=57 2024-11-09T21:55:31,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN in 738 msec 2024-11-09T21:55:31,113 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server d86ff69d6719,38427,1731189140124 after splitting done 2024-11-09T21:55:31,113 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-09T21:55:31,113 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:31,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:31,114 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-09T21:55:31,123 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:31,123 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-09T21:55:31,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:31,123 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:31,123 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:31,123 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-09T21:55:31,123 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-09T21:55:31,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-09T21:55:31,124 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-09T21:55:31,124 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:31,126 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-09T21:55:31,127 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-09T21:55:31,129 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,44113,1731189139941 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,33369,1731189140051 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.meta.1731189141981.meta, worker=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure d86ff69d6719%2C38427%2C1731189140124.1731189141618, worker=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fdaa874fab050d8f9fd77e91eb3433e8, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ac30aff648e615b1b0e047f397829fde, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,130 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f6257cb1d3d1311d6a34969f4298563e, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3b098fa386edeb901227b02b5fa9, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ebcc09c4b8d4f658e823fe8ec77bd984, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=db0004e1620c22460332772c98439542, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=813c5a33e81227c2b5223d010aae9290, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=46e8740f0a0c4ba4e70a52dd7b38a350, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0479782cb3e27e8e7b47f4b4a490bb77, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure db0004e1620c22460332772c98439542, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure f6257cb1d3d1311d6a34969f4298563e, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure c3cb3b098fa386edeb901227b02b5fa9, server=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure ac30aff648e615b1b0e047f397829fde, server=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure 46e8740f0a0c4ba4e70a52dd7b38a350, server=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure fdaa874fab050d8f9fd77e91eb3433e8, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ebcc09c4b8d4f658e823fe8ec77bd984, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 0479782cb3e27e8e7b47f4b4a490bb77, server=d86ff69d6719,44113,1731189139941 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 813c5a33e81227c2b5223d010aae9290, server=d86ff69d6719,33369,1731189140051 didn't hold the lock before restarting, skip acquiring lock. 2024-11-09T21:55:31,131 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-09T21:55:31,132 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=61 2024-11-09T21:55:31,132 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=d86ff69d6719,44113,1731189139941, table=hbase:meta, region=1588230740 2024-11-09T21:55:31,132 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d86ff69d6719,44113,1731189139941, state=OPEN 2024-11-09T21:55:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:31,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-09T21:55:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:31,186 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-09T21:55:31,187 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731189361187 2024-11-09T21:55:31,187 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f6257cb1d3d1311d6a34969f4298563e, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=5 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eafc0d95bb61391cb62bb9d6e6957c8f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=907de0ee6ee543c637dd0540804bbaae, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=813c5a33e81227c2b5223d010aae9290, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=5 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a108f8e239259111667f3ce2997d3bf0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4c49568d0af99225658eb3502290a63f, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,194 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe18d17e902d4c829a0f907093fd0df7, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fdaa874fab050d8f9fd77e91eb3433e8, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=5 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d9c63215b08d59c3a777406622225c19, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3b098fa386edeb901227b02b5fa9, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=5 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=83849305a43b64b259f265cbad1f0697, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ebcc09c4b8d4f658e823fe8ec77bd984, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=5 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a956ff73fb7b45b6ac8f21b37e4bdba0, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4e6f311c6ed00e1befa57e563c6280b1, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5a2585969f49944bd0b821e7900c331a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ac30aff648e615b1b0e047f397829fde, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=5 2024-11-09T21:55:31,195 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ef394eb9870ad3decee72a95c84d11f6, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bbbbed6ab519cb5b72ccf0edd758948a, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0479782cb3e27e8e7b47f4b4a490bb77, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=5 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6de601edc39051733478e4ecd8558ead, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8d923b6492b5d0ced029c29c2641eed0, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=46e8740f0a0c4ba4e70a52dd7b38a350, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=5 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5e8619c687377dad2f873d466de5297f, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=394778e356a932e689215e5960a6c824, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=12cc0e8dfa7aa66570634412180c8e9b, regionState=OPEN, lastHost=d86ff69d6719,33369,1731189140051, regionLocation=d86ff69d6719,33369,1731189140051, openSeqNum=2 2024-11-09T21:55:31,196 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=db0004e1620c22460332772c98439542, regionState=OPEN, lastHost=d86ff69d6719,44113,1731189139941, regionLocation=d86ff69d6719,44113,1731189139941, openSeqNum=5 2024-11-09T21:55:31,196 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-09T21:55:31,196 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731189391196 2024-11-09T21:55:31,197 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731189451197 2024-11-09T21:55:31,197 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-09T21:55:31,197 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server d86ff69d6719,38427,1731189140124 after splitting done 2024-11-09T21:55:31,197 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-09T21:55:31,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure d86ff69d6719,38427,1731189140124, splitWal=true, meta=true in 3 mins, 3.993 sec 2024-11-09T21:55:31,451 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-09T21:55:31,453 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server d86ff69d6719:38427 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d86ff69d6719/172.17.0.2:38427 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-09T21:55:31,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=java.net.ConnectException: Call to address=d86ff69d6719:38427 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:31,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-09T21:55:31,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:31,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address d86ff69d6719:38427 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: d86ff69d6719/172.17.0.2:38427 2024-11-09T21:55:31,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:31,565 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,38427,1731189140124, seqNum=-1 from cache 2024-11-09T21:55:31,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-09T21:55:31,677 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-09T21:55:31,679 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d86ff69d6719,44113,1731189139941, seqNum=-1] 2024-11-09T21:55:31,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:55:31,688 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e., hostname=d86ff69d6719,44113,1731189139941, seqNum=5] 2024-11-09T21:55:31,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57920, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-09T21:55:31,711 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:31,712 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,712 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,712 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:31,822 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290., hostname=d86ff69d6719,33369,1731189140051, seqNum=5] 2024-11-09T21:55:31,850 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:31,851 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,851 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,851 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:31,959 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8., hostname=d86ff69d6719,44113,1731189139941, seqNum=5] 2024-11-09T21:55:31,975 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:31,975 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,975 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:31,975 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,091 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9., hostname=d86ff69d6719,33369,1731189140051, seqNum=5] 2024-11-09T21:55:32,104 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:32,104 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,104 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,104 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,220 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984., hostname=d86ff69d6719,44113,1731189139941, seqNum=5] 2024-11-09T21:55:32,236 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:32,237 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,237 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,237 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,353 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde., hostname=d86ff69d6719,33369,1731189140051, seqNum=5] 2024-11-09T21:55:32,365 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:32,366 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,366 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,366 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,479 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77., hostname=d86ff69d6719,44113,1731189139941, seqNum=5] 2024-11-09T21:55:32,492 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:32,493 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,493 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,493 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,602 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350., hostname=d86ff69d6719,33369,1731189140051, seqNum=5] 2024-11-09T21:55:32,618 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to d86ff69d6719:38427 this server is in the failed servers list 2024-11-09T21:55:32,619 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,38427,1731189140124, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=d86ff69d6719:38427 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,619 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: d86ff69d6719:38427 2024-11-09T21:55:32,619 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,38427,1731189140124, seqNum=2 from cache 2024-11-09T21:55:32,732 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542., hostname=d86ff69d6719,44113,1731189139941, seqNum=5] 2024-11-09T21:55:32,800 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-09T21:55:32,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-09T21:55:32,800 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:55:32,800 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:55:32,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:32,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:32,801 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-09T21:55:32,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-09T21:55:32,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1910162108, stopped=false 2024-11-09T21:55:32,801 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d86ff69d6719,38069,1731189139279 2024-11-09T21:55:32,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:55:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:55:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-09T21:55:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:55:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:55:32,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:55:32,845 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:32,845 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-09T21:55:32,845 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:55:32,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:32,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:55:32,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd86ff69d6719,44113,1731189139941' ***** 2024-11-09T21:55:32,845 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:55:32,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:55:32,846 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd86ff69d6719,33369,1731189140051' ***** 2024-11-09T21:55:32,846 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-09T21:55:32,846 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:55:32,846 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-09T21:55:32,846 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-09T21:55:32,846 INFO [RS:0;d86ff69d6719:44113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:55:32,846 INFO [RS:1;d86ff69d6719:33369 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-09T21:55:32,846 INFO [RS:0;d86ff69d6719:44113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:55:32,846 INFO [RS:1;d86ff69d6719:33369 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-09T21:55:32,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:55:32,846 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for a108f8e239259111667f3ce2997d3bf0 2024-11-09T21:55:32,847 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 12cc0e8dfa7aa66570634412180c8e9b 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for bbbbed6ab519cb5b72ccf0edd758948a 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d923b6492b5d0ced029c29c2641eed0 2024-11-09T21:55:32,847 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 6de601edc39051733478e4ecd8558ead 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 46e8740f0a0c4ba4e70a52dd7b38a350 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 83849305a43b64b259f265cbad1f0697 2024-11-09T21:55:32,847 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for db0004e1620c22460332772c98439542 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e8619c687377dad2f873d466de5297f 2024-11-09T21:55:32,847 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 4e6f311c6ed00e1befa57e563c6280b1 2024-11-09T21:55:32,847 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:55:32,847 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for ef394eb9870ad3decee72a95c84d11f6 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 5a2585969f49944bd0b821e7900c331a 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 0479782cb3e27e8e7b47f4b4a490bb77 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for c3cb3b098fa386edeb901227b02b5fa9 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a108f8e239259111667f3ce2997d3bf0, disabling compactions & flushes 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for d9c63215b08d59c3a777406622225c19 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fdaa874fab050d8f9fd77e91eb3433e8, disabling compactions & flushes 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for ac30aff648e615b1b0e047f397829fde 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for a956ff73fb7b45b6ac8f21b37e4bdba0 2024-11-09T21:55:32,848 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(3091): Received CLOSE for 813c5a33e81227c2b5223d010aae9290 2024-11-09T21:55:32,848 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 394778e356a932e689215e5960a6c824 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(959): stopping server d86ff69d6719,33369,1731189140051 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for ebcc09c4b8d4f658e823fe8ec77bd984 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. after waiting 0 ms 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. after waiting 0 ms 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:55:32,848 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c49568d0af99225658eb3502290a63f 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;d86ff69d6719:33369. 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(959): stopping server d86ff69d6719,44113,1731189139941 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:55:32,848 DEBUG [RS:1;d86ff69d6719:33369 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d86ff69d6719:44113. 2024-11-09T21:55:32,848 DEBUG [RS:1;d86ff69d6719:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:32,848 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a108f8e239259111667f3ce2997d3bf0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:32,848 DEBUG [RS:0;d86ff69d6719:44113 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-09T21:55:32,848 DEBUG [RS:0;d86ff69d6719:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:32,848 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:55:32,848 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:55:32,849 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:55:32,849 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-09T21:55:32,849 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1351): Waiting on 12cc0e8dfa7aa66570634412180c8e9b, 46e8740f0a0c4ba4e70a52dd7b38a350, 5a2585969f49944bd0b821e7900c331a, 5e8619c687377dad2f873d466de5297f, 813c5a33e81227c2b5223d010aae9290, 83849305a43b64b259f265cbad1f0697, 8d923b6492b5d0ced029c29c2641eed0, a108f8e239259111667f3ce2997d3bf0, ac30aff648e615b1b0e047f397829fde, bbbbed6ab519cb5b72ccf0edd758948a, c3cb3b098fa386edeb901227b02b5fa9, eafc0d95bb61391cb62bb9d6e6957c8f, fe18d17e902d4c829a0f907093fd0df7 2024-11-09T21:55:32,849 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-09T21:55:32,849 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1351): Waiting on 0479782cb3e27e8e7b47f4b4a490bb77, 1588230740, 394778e356a932e689215e5960a6c824, 4c49568d0af99225658eb3502290a63f, 4e6f311c6ed00e1befa57e563c6280b1, 6de601edc39051733478e4ecd8558ead, 907de0ee6ee543c637dd0540804bbaae, a956ff73fb7b45b6ac8f21b37e4bdba0, d9c63215b08d59c3a777406622225c19, db0004e1620c22460332772c98439542, ebcc09c4b8d4f658e823fe8ec77bd984, ef394eb9870ad3decee72a95c84d11f6, f6257cb1d3d1311d6a34969f4298563e, fdaa874fab050d8f9fd77e91eb3433e8 2024-11-09T21:55:32,849 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-09T21:55:32,849 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-09T21:55:32,849 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-09T21:55:32,850 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-09T21:55:32,850 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-09T21:55:32,850 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.36 KB heapSize=19.67 KB 2024-11-09T21:55:32,860 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fdaa874fab050d8f9fd77e91eb3433e8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:32,862 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:32,863 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fdaa874fab050d8f9fd77e91eb3433e8: Waiting for close lock at 1731189332847Running coprocessor pre-close hooks at 1731189332848 (+1 ms)Disabling compacts and flushes for region at 1731189332848Disabling writes for close at 1731189332848Writing region close event to WAL at 1731189332850 (+2 ms)Running coprocessor post-close hooks at 1731189332860 (+10 ms)Closed at 1731189332862 (+2 ms) 2024-11-09T21:55:32,863 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731189142392.fdaa874fab050d8f9fd77e91eb3433e8. 2024-11-09T21:55:32,863 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6de601edc39051733478e4ecd8558ead, disabling compactions & flushes 2024-11-09T21:55:32,863 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:55:32,863 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:55:32,864 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. after waiting 0 ms 2024-11-09T21:55:32,864 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:55:32,864 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6de601edc39051733478e4ecd8558ead 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:32,867 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/79fc035a1cda44a78918b841b1287b28 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290./info:regioninfo/1731189330873/Put/seqid=0 2024-11-09T21:55:32,880 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/.tmp/colfamily11/4c69ddb4cd52461f9059eaf436f62feb is 52, key is eee/colfamily11:colfamily11/1731189146014/Put/seqid=0 2024-11-09T21:55:32,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741887_1063 (size=19806) 2024-11-09T21:55:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741887_1063 (size=19806) 2024-11-09T21:55:32,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741887_1063 (size=19806) 2024-11-09T21:55:32,887 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/79fc035a1cda44a78918b841b1287b28 2024-11-09T21:55:32,887 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/.tmp/colfamily11/9ca211da11504ad48d2264ace7142443 is 52, key is ttt/colfamily11:colfamily11/1731189146500/Put/seqid=0 2024-11-09T21:55:32,892 INFO [regionserver/d86ff69d6719:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:55:32,892 INFO [regionserver/d86ff69d6719:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:55:32,895 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/.tmp/info/79fc035a1cda44a78918b841b1287b28 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/info/79fc035a1cda44a78918b841b1287b28 2024-11-09T21:55:32,902 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/info/79fc035a1cda44a78918b841b1287b28, entries=72, sequenceid=81, filesize=19.3 K 2024-11-09T21:55:32,903 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=81, compaction requested=false 2024-11-09T21:55:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741888_1064 (size=39263) 2024-11-09T21:55:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741888_1064 (size=39263) 2024-11-09T21:55:32,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741888_1064 (size=39263) 2024-11-09T21:55:32,906 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/.tmp/colfamily11/4c69ddb4cd52461f9059eaf436f62feb 2024-11-09T21:55:32,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741889_1065 (size=39263) 2024-11-09T21:55:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741889_1065 (size=39263) 2024-11-09T21:55:32,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741889_1065 (size=39263) 2024-11-09T21:55:32,910 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/.tmp/colfamily11/9ca211da11504ad48d2264ace7142443 2024-11-09T21:55:32,916 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/.tmp/colfamily11/4c69ddb4cd52461f9059eaf436f62feb as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/colfamily11/4c69ddb4cd52461f9059eaf436f62feb 2024-11-09T21:55:32,918 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/.tmp/colfamily11/9ca211da11504ad48d2264ace7142443 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/colfamily11/9ca211da11504ad48d2264ace7142443 2024-11-09T21:55:32,921 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-09T21:55:32,922 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-09T21:55:32,922 INFO [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-09T21:55:32,922 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731189332849Running coprocessor pre-close hooks at 1731189332849Disabling compacts and flushes for region at 1731189332849Disabling writes for close at 1731189332850 (+1 ms)Obtaining lock to block concurrent updates at 1731189332850Preparing flush snapshotting stores in 1588230740 at 1731189332850Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13680, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1731189332859 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731189332859Flushing 1588230740/info: creating writer at 1731189332859Flushing 1588230740/info: appending metadata at 1731189332867 (+8 ms)Flushing 1588230740/info: closing flushed file at 1731189332867Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59de4694: reopening flushed file at 1731189332894 (+27 ms)Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 53ms, sequenceid=81, compaction requested=false at 1731189332903 (+9 ms)Writing region close event to WAL at 1731189332915 (+12 ms)Running coprocessor post-close hooks at 1731189332921 (+6 ms)Closed at 1731189332922 (+1 ms) 2024-11-09T21:55:32,922 DEBUG [RS_CLOSE_META-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-09T21:55:32,924 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/colfamily11/4c69ddb4cd52461f9059eaf436f62feb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:32,925 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a108f8e239259111667f3ce2997d3bf0 in 77ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:32,927 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/colfamily11/9ca211da11504ad48d2264ace7142443, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:32,928 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6de601edc39051733478e4ecd8558ead in 64ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:32,930 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a108f8e239259111667f3ce2997d3bf0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:32,932 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a108f8e239259111667f3ce2997d3bf0: Waiting for close lock at 1731189332847Running coprocessor pre-close hooks at 1731189332847Disabling compacts and flushes for region at 1731189332847Disabling writes for close at 1731189332848 (+1 ms)Obtaining lock to block concurrent updates at 1731189332848Preparing flush snapshotting stores in a108f8e239259111667f3ce2997d3bf0 at 1731189332848Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189332854 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. at 1731189332855 (+1 ms)Flushing a108f8e239259111667f3ce2997d3bf0/colfamily11: creating writer at 1731189332859 (+4 ms)Flushing a108f8e239259111667f3ce2997d3bf0/colfamily11: appending metadata at 1731189332880 (+21 ms)Flushing a108f8e239259111667f3ce2997d3bf0/colfamily11: closing flushed file at 1731189332880Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd2f59f: reopening flushed file at 1731189332915 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a108f8e239259111667f3ce2997d3bf0 in 77ms, sequenceid=5, compaction requested=false at 1731189332925 (+10 ms)Writing region close event to WAL at 1731189332926 (+1 ms)Running coprocessor post-close hooks at 1731189332931 (+5 ms)Closed at 1731189332931 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731189142392.a108f8e239259111667f3ce2997d3bf0. 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 12cc0e8dfa7aa66570634412180c8e9b, disabling compactions & flushes 2024-11-09T21:55:32,932 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. after waiting 0 ms 2024-11-09T21:55:32,932 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:55:32,933 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 12cc0e8dfa7aa66570634412180c8e9b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:32,933 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6de601edc39051733478e4ecd8558ead/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:32,934 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6de601edc39051733478e4ecd8558ead: Waiting for close lock at 1731189332863Running coprocessor pre-close hooks at 1731189332863Disabling compacts and flushes for region at 1731189332863Disabling writes for close at 1731189332864 (+1 ms)Obtaining lock to block concurrent updates at 1731189332864Preparing flush snapshotting stores in 6de601edc39051733478e4ecd8558ead at 1731189332864Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189332864Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. at 1731189332865 (+1 ms)Flushing 6de601edc39051733478e4ecd8558ead/colfamily11: creating writer at 1731189332865Flushing 6de601edc39051733478e4ecd8558ead/colfamily11: appending metadata at 1731189332886 (+21 ms)Flushing 6de601edc39051733478e4ecd8558ead/colfamily11: closing flushed file at 1731189332886Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37140023: reopening flushed file at 1731189332917 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6de601edc39051733478e4ecd8558ead in 64ms, sequenceid=5, compaction requested=false at 1731189332928 (+11 ms)Writing region close event to WAL at 1731189332929 (+1 ms)Running coprocessor post-close hooks at 1731189332934 (+5 ms)Closed at 1731189332934 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731189142392.6de601edc39051733478e4ecd8558ead. 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing db0004e1620c22460332772c98439542, disabling compactions & flushes 2024-11-09T21:55:32,934 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. after waiting 0 ms 2024-11-09T21:55:32,934 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:32,938 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/db0004e1620c22460332772c98439542/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:32,939 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for db0004e1620c22460332772c98439542: Waiting for close lock at 1731189332934Running coprocessor pre-close hooks at 1731189332934Disabling compacts and flushes for region at 1731189332934Disabling writes for close at 1731189332934Writing region close event to WAL at 1731189332935 (+1 ms)Running coprocessor post-close hooks at 1731189332939 (+4 ms)Closed at 1731189332939 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731189142392.db0004e1620c22460332772c98439542. 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4e6f311c6ed00e1befa57e563c6280b1, disabling compactions & flushes 2024-11-09T21:55:32,939 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. after waiting 0 ms 2024-11-09T21:55:32,939 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:55:32,939 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4e6f311c6ed00e1befa57e563c6280b1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:32,956 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/.tmp/colfamily11/562b9f71799b479c9d6080e9a14362f1 is 52, key is yyy/colfamily11:colfamily11/1731189146289/Put/seqid=0 2024-11-09T21:55:32,962 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/.tmp/colfamily11/7aed9556bc9746e2932774dce2065b82 is 52, key is nnn/colfamily11:colfamily11/1731189146438/Put/seqid=0 2024-11-09T21:55:32,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741890_1066 (size=39263) 2024-11-09T21:55:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741890_1066 (size=39263) 2024-11-09T21:55:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741890_1066 (size=39263) 2024-11-09T21:55:32,967 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/.tmp/colfamily11/562b9f71799b479c9d6080e9a14362f1 2024-11-09T21:55:32,974 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/.tmp/colfamily11/562b9f71799b479c9d6080e9a14362f1 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/colfamily11/562b9f71799b479c9d6080e9a14362f1 2024-11-09T21:55:32,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741891_1067 (size=39263) 2024-11-09T21:55:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741891_1067 (size=39263) 2024-11-09T21:55:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741891_1067 (size=39263) 2024-11-09T21:55:32,980 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/.tmp/colfamily11/7aed9556bc9746e2932774dce2065b82 2024-11-09T21:55:32,982 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/colfamily11/562b9f71799b479c9d6080e9a14362f1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:32,983 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 12cc0e8dfa7aa66570634412180c8e9b in 51ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:32,988 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/12cc0e8dfa7aa66570634412180c8e9b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:32,988 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:55:32,988 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/.tmp/colfamily11/7aed9556bc9746e2932774dce2065b82 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/colfamily11/7aed9556bc9746e2932774dce2065b82 2024-11-09T21:55:32,989 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 12cc0e8dfa7aa66570634412180c8e9b: Waiting for close lock at 1731189332932Running coprocessor pre-close hooks at 1731189332932Disabling compacts and flushes for region at 1731189332932Disabling writes for close at 1731189332932Obtaining lock to block concurrent updates at 1731189332933 (+1 ms)Preparing flush snapshotting stores in 12cc0e8dfa7aa66570634412180c8e9b at 1731189332933Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189332933Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. at 1731189332934 (+1 ms)Flushing 12cc0e8dfa7aa66570634412180c8e9b/colfamily11: creating writer at 1731189332934Flushing 12cc0e8dfa7aa66570634412180c8e9b/colfamily11: appending metadata at 1731189332956 (+22 ms)Flushing 12cc0e8dfa7aa66570634412180c8e9b/colfamily11: closing flushed file at 1731189332956Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24afa571: reopening flushed file at 1731189332973 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 12cc0e8dfa7aa66570634412180c8e9b in 51ms, sequenceid=5, compaction requested=false at 1731189332984 (+11 ms)Writing region close event to WAL at 1731189332984Running coprocessor post-close hooks at 1731189332988 (+4 ms)Closed at 1731189332988 2024-11-09T21:55:32,989 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731189142392.12cc0e8dfa7aa66570634412180c8e9b. 2024-11-09T21:55:32,990 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe18d17e902d4c829a0f907093fd0df7, disabling compactions & flushes 2024-11-09T21:55:32,990 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:55:32,990 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:55:32,990 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. after waiting 0 ms 2024-11-09T21:55:32,990 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:55:32,990 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe18d17e902d4c829a0f907093fd0df7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:32,996 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/colfamily11/7aed9556bc9746e2932774dce2065b82, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:32,997 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4e6f311c6ed00e1befa57e563c6280b1 in 58ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,003 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4e6f311c6ed00e1befa57e563c6280b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,004 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:55:33,004 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4e6f311c6ed00e1befa57e563c6280b1: Waiting for close lock at 1731189332939Running coprocessor pre-close hooks at 1731189332939Disabling compacts and flushes for region at 1731189332939Disabling writes for close at 1731189332939Obtaining lock to block concurrent updates at 1731189332939Preparing flush snapshotting stores in 4e6f311c6ed00e1befa57e563c6280b1 at 1731189332939Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189332940 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. at 1731189332940Flushing 4e6f311c6ed00e1befa57e563c6280b1/colfamily11: creating writer at 1731189332940Flushing 4e6f311c6ed00e1befa57e563c6280b1/colfamily11: appending metadata at 1731189332961 (+21 ms)Flushing 4e6f311c6ed00e1befa57e563c6280b1/colfamily11: closing flushed file at 1731189332961Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@316f371f: reopening flushed file at 1731189332988 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4e6f311c6ed00e1befa57e563c6280b1 in 58ms, sequenceid=5, compaction requested=false at 1731189332997 (+9 ms)Writing region close event to WAL at 1731189332998 (+1 ms)Running coprocessor post-close hooks at 1731189333004 (+6 ms)Closed at 1731189333004 2024-11-09T21:55:33,004 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731189142392.4e6f311c6ed00e1befa57e563c6280b1. 2024-11-09T21:55:33,004 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ef394eb9870ad3decee72a95c84d11f6, disabling compactions & flushes 2024-11-09T21:55:33,005 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:55:33,005 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:55:33,005 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. after waiting 0 ms 2024-11-09T21:55:33,005 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:55:33,005 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ef394eb9870ad3decee72a95c84d11f6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,013 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/.tmp/colfamily11/08ee1fe9ad344fcf86a9b2b77d02cf8e is 52, key is ggg/colfamily11:colfamily11/1731189146045/Put/seqid=0 2024-11-09T21:55:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741892_1068 (size=39263) 2024-11-09T21:55:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741892_1068 (size=39263) 2024-11-09T21:55:33,022 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/.tmp/colfamily11/ce5214fa16e840eca6d74b1a1cfafa39 is 52, key is qqq/colfamily11:colfamily11/1731189146464/Put/seqid=0 2024-11-09T21:55:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741892_1068 (size=39263) 2024-11-09T21:55:33,023 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/.tmp/colfamily11/08ee1fe9ad344fcf86a9b2b77d02cf8e 2024-11-09T21:55:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741893_1069 (size=39263) 2024-11-09T21:55:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741893_1069 (size=39263) 2024-11-09T21:55:33,031 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/.tmp/colfamily11/08ee1fe9ad344fcf86a9b2b77d02cf8e as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/colfamily11/08ee1fe9ad344fcf86a9b2b77d02cf8e 2024-11-09T21:55:33,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741893_1069 (size=39263) 2024-11-09T21:55:33,032 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/.tmp/colfamily11/ce5214fa16e840eca6d74b1a1cfafa39 2024-11-09T21:55:33,039 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/colfamily11/08ee1fe9ad344fcf86a9b2b77d02cf8e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,040 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe18d17e902d4c829a0f907093fd0df7 in 50ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,040 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/.tmp/colfamily11/ce5214fa16e840eca6d74b1a1cfafa39 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/colfamily11/ce5214fa16e840eca6d74b1a1cfafa39 2024-11-09T21:55:33,044 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe18d17e902d4c829a0f907093fd0df7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,045 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:55:33,045 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe18d17e902d4c829a0f907093fd0df7: Waiting for close lock at 1731189332989Running coprocessor pre-close hooks at 1731189332989Disabling compacts and flushes for region at 1731189332989Disabling writes for close at 1731189332990 (+1 ms)Obtaining lock to block concurrent updates at 1731189332990Preparing flush snapshotting stores in fe18d17e902d4c829a0f907093fd0df7 at 1731189332990Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189332990Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. at 1731189332991 (+1 ms)Flushing fe18d17e902d4c829a0f907093fd0df7/colfamily11: creating writer at 1731189332991Flushing fe18d17e902d4c829a0f907093fd0df7/colfamily11: appending metadata at 1731189333012 (+21 ms)Flushing fe18d17e902d4c829a0f907093fd0df7/colfamily11: closing flushed file at 1731189333012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372c5df8: reopening flushed file at 1731189333030 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe18d17e902d4c829a0f907093fd0df7 in 50ms, sequenceid=5, compaction requested=false at 1731189333040 (+10 ms)Writing region close event to WAL at 1731189333041 (+1 ms)Running coprocessor post-close hooks at 1731189333045 (+4 ms)Closed at 1731189333045 2024-11-09T21:55:33,045 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731189142392.fe18d17e902d4c829a0f907093fd0df7. 2024-11-09T21:55:33,046 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bbbbed6ab519cb5b72ccf0edd758948a, disabling compactions & flushes 2024-11-09T21:55:33,046 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:55:33,046 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:55:33,046 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. after waiting 0 ms 2024-11-09T21:55:33,046 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:55:33,046 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bbbbed6ab519cb5b72ccf0edd758948a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,048 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/colfamily11/ce5214fa16e840eca6d74b1a1cfafa39, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,049 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ef394eb9870ad3decee72a95c84d11f6 in 43ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,049 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1351): Waiting on 46e8740f0a0c4ba4e70a52dd7b38a350, 5a2585969f49944bd0b821e7900c331a, 5e8619c687377dad2f873d466de5297f, 813c5a33e81227c2b5223d010aae9290, 83849305a43b64b259f265cbad1f0697, 8d923b6492b5d0ced029c29c2641eed0, ac30aff648e615b1b0e047f397829fde, bbbbed6ab519cb5b72ccf0edd758948a, c3cb3b098fa386edeb901227b02b5fa9, eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:55:33,049 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1351): Waiting on 0479782cb3e27e8e7b47f4b4a490bb77, 394778e356a932e689215e5960a6c824, 4c49568d0af99225658eb3502290a63f, 907de0ee6ee543c637dd0540804bbaae, a956ff73fb7b45b6ac8f21b37e4bdba0, d9c63215b08d59c3a777406622225c19, ebcc09c4b8d4f658e823fe8ec77bd984, ef394eb9870ad3decee72a95c84d11f6, f6257cb1d3d1311d6a34969f4298563e 2024-11-09T21:55:33,053 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ef394eb9870ad3decee72a95c84d11f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,054 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:55:33,054 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ef394eb9870ad3decee72a95c84d11f6: Waiting for close lock at 1731189333004Running coprocessor pre-close hooks at 1731189333004Disabling compacts and flushes for region at 1731189333004Disabling writes for close at 1731189333005 (+1 ms)Obtaining lock to block concurrent updates at 1731189333005Preparing flush snapshotting stores in ef394eb9870ad3decee72a95c84d11f6 at 1731189333005Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333005Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. at 1731189333006 (+1 ms)Flushing ef394eb9870ad3decee72a95c84d11f6/colfamily11: creating writer at 1731189333006Flushing ef394eb9870ad3decee72a95c84d11f6/colfamily11: appending metadata at 1731189333022 (+16 ms)Flushing ef394eb9870ad3decee72a95c84d11f6/colfamily11: closing flushed file at 1731189333022Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7da9a31e: reopening flushed file at 1731189333039 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ef394eb9870ad3decee72a95c84d11f6 in 43ms, sequenceid=5, compaction requested=false at 1731189333049 (+10 ms)Writing region close event to WAL at 1731189333050 (+1 ms)Running coprocessor post-close hooks at 1731189333054 (+4 ms)Closed at 1731189333054 2024-11-09T21:55:33,054 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731189142392.ef394eb9870ad3decee72a95c84d11f6. 2024-11-09T21:55:33,055 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0479782cb3e27e8e7b47f4b4a490bb77, disabling compactions & flushes 2024-11-09T21:55:33,055 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:33,055 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:33,055 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. after waiting 0 ms 2024-11-09T21:55:33,055 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:33,060 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0479782cb3e27e8e7b47f4b4a490bb77/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,060 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:33,060 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0479782cb3e27e8e7b47f4b4a490bb77: Waiting for close lock at 1731189333055Running coprocessor pre-close hooks at 1731189333055Disabling compacts and flushes for region at 1731189333055Disabling writes for close at 1731189333055Writing region close event to WAL at 1731189333056 (+1 ms)Running coprocessor post-close hooks at 1731189333060 (+4 ms)Closed at 1731189333060 2024-11-09T21:55:33,061 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731189142392.0479782cb3e27e8e7b47f4b4a490bb77. 2024-11-09T21:55:33,061 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d9c63215b08d59c3a777406622225c19, disabling compactions & flushes 2024-11-09T21:55:33,061 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:55:33,061 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:55:33,061 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. after waiting 0 ms 2024-11-09T21:55:33,061 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:55:33,061 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d9c63215b08d59c3a777406622225c19 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,064 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/.tmp/colfamily11/00da5538047e4ed2a40b5da5b1d02d18 is 52, key is rrr/colfamily11:colfamily11/1731189146178/Put/seqid=0 2024-11-09T21:55:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741894_1070 (size=39263) 2024-11-09T21:55:33,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741894_1070 (size=39263) 2024-11-09T21:55:33,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741894_1070 (size=39263) 2024-11-09T21:55:33,074 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/.tmp/colfamily11/00da5538047e4ed2a40b5da5b1d02d18 2024-11-09T21:55:33,083 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/.tmp/colfamily11/00da5538047e4ed2a40b5da5b1d02d18 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/colfamily11/00da5538047e4ed2a40b5da5b1d02d18 2024-11-09T21:55:33,086 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/.tmp/colfamily11/6121228c2bda4ae58c0371b9be2f7bcc is 52, key is iii/colfamily11:colfamily11/1731189146319/Put/seqid=0 2024-11-09T21:55:33,091 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/colfamily11/00da5538047e4ed2a40b5da5b1d02d18, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,092 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bbbbed6ab519cb5b72ccf0edd758948a in 46ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741895_1071 (size=39263) 2024-11-09T21:55:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741895_1071 (size=39263) 2024-11-09T21:55:33,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741895_1071 (size=39263) 2024-11-09T21:55:33,100 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/.tmp/colfamily11/6121228c2bda4ae58c0371b9be2f7bcc 2024-11-09T21:55:33,101 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bbbbed6ab519cb5b72ccf0edd758948a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,102 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bbbbed6ab519cb5b72ccf0edd758948a: Waiting for close lock at 1731189333046Running coprocessor pre-close hooks at 1731189333046Disabling compacts and flushes for region at 1731189333046Disabling writes for close at 1731189333046Obtaining lock to block concurrent updates at 1731189333046Preparing flush snapshotting stores in bbbbed6ab519cb5b72ccf0edd758948a at 1731189333046Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333046Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. at 1731189333047 (+1 ms)Flushing bbbbed6ab519cb5b72ccf0edd758948a/colfamily11: creating writer at 1731189333047Flushing bbbbed6ab519cb5b72ccf0edd758948a/colfamily11: appending metadata at 1731189333064 (+17 ms)Flushing bbbbed6ab519cb5b72ccf0edd758948a/colfamily11: closing flushed file at 1731189333064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bfd8648: reopening flushed file at 1731189333082 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bbbbed6ab519cb5b72ccf0edd758948a in 46ms, sequenceid=5, compaction requested=false at 1731189333092 (+10 ms)Writing region close event to WAL at 1731189333094 (+2 ms)Running coprocessor post-close hooks at 1731189333102 (+8 ms)Closed at 1731189333102 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731189142392.bbbbed6ab519cb5b72ccf0edd758948a. 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d923b6492b5d0ced029c29c2641eed0, disabling compactions & flushes 2024-11-09T21:55:33,102 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. after waiting 0 ms 2024-11-09T21:55:33,102 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:55:33,103 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8d923b6492b5d0ced029c29c2641eed0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,106 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/.tmp/colfamily11/6121228c2bda4ae58c0371b9be2f7bcc as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/colfamily11/6121228c2bda4ae58c0371b9be2f7bcc 2024-11-09T21:55:33,113 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/colfamily11/6121228c2bda4ae58c0371b9be2f7bcc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,114 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9c63215b08d59c3a777406622225c19 in 53ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,118 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d9c63215b08d59c3a777406622225c19/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,119 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:55:33,119 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d9c63215b08d59c3a777406622225c19: Waiting for close lock at 1731189333061Running coprocessor pre-close hooks at 1731189333061Disabling compacts and flushes for region at 1731189333061Disabling writes for close at 1731189333061Obtaining lock to block concurrent updates at 1731189333061Preparing flush snapshotting stores in d9c63215b08d59c3a777406622225c19 at 1731189333061Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333062 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. at 1731189333062Flushing d9c63215b08d59c3a777406622225c19/colfamily11: creating writer at 1731189333062Flushing d9c63215b08d59c3a777406622225c19/colfamily11: appending metadata at 1731189333086 (+24 ms)Flushing d9c63215b08d59c3a777406622225c19/colfamily11: closing flushed file at 1731189333086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c7bda6: reopening flushed file at 1731189333105 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d9c63215b08d59c3a777406622225c19 in 53ms, sequenceid=5, compaction requested=false at 1731189333114 (+9 ms)Writing region close event to WAL at 1731189333115 (+1 ms)Running coprocessor post-close hooks at 1731189333119 (+4 ms)Closed at 1731189333119 2024-11-09T21:55:33,119 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731189142392.d9c63215b08d59c3a777406622225c19. 2024-11-09T21:55:33,119 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a956ff73fb7b45b6ac8f21b37e4bdba0, disabling compactions & flushes 2024-11-09T21:55:33,119 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:55:33,120 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:55:33,120 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. after waiting 0 ms 2024-11-09T21:55:33,120 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:55:33,120 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a956ff73fb7b45b6ac8f21b37e4bdba0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,121 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/.tmp/colfamily11/2a391992d69542e08d16277dd9342578 is 52, key is uuu/colfamily11:colfamily11/1731189146216/Put/seqid=0 2024-11-09T21:55:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741896_1072 (size=39263) 2024-11-09T21:55:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741896_1072 (size=39263) 2024-11-09T21:55:33,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741896_1072 (size=39263) 2024-11-09T21:55:33,128 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/.tmp/colfamily11/2a391992d69542e08d16277dd9342578 2024-11-09T21:55:33,135 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/.tmp/colfamily11/2a391992d69542e08d16277dd9342578 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/colfamily11/2a391992d69542e08d16277dd9342578 2024-11-09T21:55:33,140 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/colfamily11/2a391992d69542e08d16277dd9342578, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,141 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d923b6492b5d0ced029c29c2641eed0 in 39ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,143 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/.tmp/colfamily11/2d93031a75d3493ba53fb6a31d56aa46 is 52, key is mmm/colfamily11:colfamily11/1731189146354/Put/seqid=0 2024-11-09T21:55:33,145 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8d923b6492b5d0ced029c29c2641eed0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,146 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:55:33,146 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d923b6492b5d0ced029c29c2641eed0: Waiting for close lock at 1731189333102Running coprocessor pre-close hooks at 1731189333102Disabling compacts and flushes for region at 1731189333102Disabling writes for close at 1731189333102Obtaining lock to block concurrent updates at 1731189333103 (+1 ms)Preparing flush snapshotting stores in 8d923b6492b5d0ced029c29c2641eed0 at 1731189333103Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333103Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. at 1731189333103Flushing 8d923b6492b5d0ced029c29c2641eed0/colfamily11: creating writer at 1731189333104 (+1 ms)Flushing 8d923b6492b5d0ced029c29c2641eed0/colfamily11: appending metadata at 1731189333121 (+17 ms)Flushing 8d923b6492b5d0ced029c29c2641eed0/colfamily11: closing flushed file at 1731189333121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1996d4c6: reopening flushed file at 1731189333134 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8d923b6492b5d0ced029c29c2641eed0 in 39ms, sequenceid=5, compaction requested=false at 1731189333141 (+7 ms)Writing region close event to WAL at 1731189333142 (+1 ms)Running coprocessor post-close hooks at 1731189333146 (+4 ms)Closed at 1731189333146 2024-11-09T21:55:33,146 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731189142392.8d923b6492b5d0ced029c29c2641eed0. 2024-11-09T21:55:33,146 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 46e8740f0a0c4ba4e70a52dd7b38a350, disabling compactions & flushes 2024-11-09T21:55:33,146 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:33,146 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:33,147 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. after waiting 0 ms 2024-11-09T21:55:33,147 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741897_1073 (size=39263) 2024-11-09T21:55:33,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741897_1073 (size=39263) 2024-11-09T21:55:33,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741897_1073 (size=39263) 2024-11-09T21:55:33,153 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/.tmp/colfamily11/2d93031a75d3493ba53fb6a31d56aa46 2024-11-09T21:55:33,161 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/.tmp/colfamily11/2d93031a75d3493ba53fb6a31d56aa46 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11/2d93031a75d3493ba53fb6a31d56aa46 2024-11-09T21:55:33,162 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/46e8740f0a0c4ba4e70a52dd7b38a350/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,162 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:33,162 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 46e8740f0a0c4ba4e70a52dd7b38a350: Waiting for close lock at 1731189333146Running coprocessor pre-close hooks at 1731189333146Disabling compacts and flushes for region at 1731189333146Disabling writes for close at 1731189333147 (+1 ms)Writing region close event to WAL at 1731189333158 (+11 ms)Running coprocessor post-close hooks at 1731189333162 (+4 ms)Closed at 1731189333162 2024-11-09T21:55:33,163 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731189142392.46e8740f0a0c4ba4e70a52dd7b38a350. 2024-11-09T21:55:33,163 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83849305a43b64b259f265cbad1f0697, disabling compactions & flushes 2024-11-09T21:55:33,163 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:55:33,163 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:55:33,163 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. after waiting 0 ms 2024-11-09T21:55:33,163 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:55:33,163 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 83849305a43b64b259f265cbad1f0697 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,168 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11/2d93031a75d3493ba53fb6a31d56aa46, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,169 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a956ff73fb7b45b6ac8f21b37e4bdba0 in 49ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,173 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a956ff73fb7b45b6ac8f21b37e4bdba0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,174 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a956ff73fb7b45b6ac8f21b37e4bdba0: Waiting for close lock at 1731189333119Running coprocessor pre-close hooks at 1731189333119Disabling compacts and flushes for region at 1731189333119Disabling writes for close at 1731189333120 (+1 ms)Obtaining lock to block concurrent updates at 1731189333120Preparing flush snapshotting stores in a956ff73fb7b45b6ac8f21b37e4bdba0 at 1731189333120Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333120Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. at 1731189333121 (+1 ms)Flushing a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11: creating writer at 1731189333121Flushing a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11: appending metadata at 1731189333142 (+21 ms)Flushing a956ff73fb7b45b6ac8f21b37e4bdba0/colfamily11: closing flushed file at 1731189333142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c2fec4d: reopening flushed file at 1731189333160 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a956ff73fb7b45b6ac8f21b37e4bdba0 in 49ms, sequenceid=5, compaction requested=false at 1731189333169 (+9 ms)Writing region close event to WAL at 1731189333170 (+1 ms)Running coprocessor post-close hooks at 1731189333174 (+4 ms)Closed at 1731189333174 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731189142392.a956ff73fb7b45b6ac8f21b37e4bdba0. 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6257cb1d3d1311d6a34969f4298563e, disabling compactions & flushes 2024-11-09T21:55:33,174 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. after waiting 0 ms 2024-11-09T21:55:33,174 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:33,179 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f6257cb1d3d1311d6a34969f4298563e/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,180 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:33,180 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6257cb1d3d1311d6a34969f4298563e: Waiting for close lock at 1731189333174Running coprocessor pre-close hooks at 1731189333174Disabling compacts and flushes for region at 1731189333174Disabling writes for close at 1731189333174Writing region close event to WAL at 1731189333175 (+1 ms)Running coprocessor post-close hooks at 1731189333180 (+5 ms)Closed at 1731189333180 2024-11-09T21:55:33,180 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731189142392.f6257cb1d3d1311d6a34969f4298563e. 2024-11-09T21:55:33,180 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 394778e356a932e689215e5960a6c824, disabling compactions & flushes 2024-11-09T21:55:33,180 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:55:33,180 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:55:33,181 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. after waiting 0 ms 2024-11-09T21:55:33,181 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:55:33,181 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 394778e356a932e689215e5960a6c824 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,183 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/.tmp/colfamily11/adb3808967f14f958d4bcf8d2b78a799 is 52, key is kkk/colfamily11:colfamily11/1731189146077/Put/seqid=0 2024-11-09T21:55:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741898_1074 (size=39263) 2024-11-09T21:55:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741898_1074 (size=39263) 2024-11-09T21:55:33,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741898_1074 (size=39263) 2024-11-09T21:55:33,197 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/.tmp/colfamily11/adb3808967f14f958d4bcf8d2b78a799 2024-11-09T21:55:33,199 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/.tmp/colfamily11/346303e68104463d82a88e3c6f29d126 is 52, key is xxx/colfamily11:colfamily11/1731189146533/Put/seqid=0 2024-11-09T21:55:33,205 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/.tmp/colfamily11/adb3808967f14f958d4bcf8d2b78a799 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/colfamily11/adb3808967f14f958d4bcf8d2b78a799 2024-11-09T21:55:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741899_1075 (size=39263) 2024-11-09T21:55:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741899_1075 (size=39263) 2024-11-09T21:55:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741899_1075 (size=39263) 2024-11-09T21:55:33,209 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/.tmp/colfamily11/346303e68104463d82a88e3c6f29d126 2024-11-09T21:55:33,213 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/colfamily11/adb3808967f14f958d4bcf8d2b78a799, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,214 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83849305a43b64b259f265cbad1f0697 in 51ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,217 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/.tmp/colfamily11/346303e68104463d82a88e3c6f29d126 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/colfamily11/346303e68104463d82a88e3c6f29d126 2024-11-09T21:55:33,219 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/83849305a43b64b259f265cbad1f0697/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,221 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83849305a43b64b259f265cbad1f0697: Waiting for close lock at 1731189333163Running coprocessor pre-close hooks at 1731189333163Disabling compacts and flushes for region at 1731189333163Disabling writes for close at 1731189333163Obtaining lock to block concurrent updates at 1731189333163Preparing flush snapshotting stores in 83849305a43b64b259f265cbad1f0697 at 1731189333163Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333163Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. at 1731189333164 (+1 ms)Flushing 83849305a43b64b259f265cbad1f0697/colfamily11: creating writer at 1731189333164Flushing 83849305a43b64b259f265cbad1f0697/colfamily11: appending metadata at 1731189333183 (+19 ms)Flushing 83849305a43b64b259f265cbad1f0697/colfamily11: closing flushed file at 1731189333183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602496e8: reopening flushed file at 1731189333204 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 83849305a43b64b259f265cbad1f0697 in 51ms, sequenceid=5, compaction requested=false at 1731189333214 (+10 ms)Writing region close event to WAL at 1731189333215 (+1 ms)Running coprocessor post-close hooks at 1731189333221 (+6 ms)Closed at 1731189333221 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731189142392.83849305a43b64b259f265cbad1f0697. 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e8619c687377dad2f873d466de5297f, disabling compactions & flushes 2024-11-09T21:55:33,221 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. after waiting 0 ms 2024-11-09T21:55:33,221 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:55:33,222 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e8619c687377dad2f873d466de5297f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,225 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/colfamily11/346303e68104463d82a88e3c6f29d126, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,226 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 394778e356a932e689215e5960a6c824 in 45ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,230 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/394778e356a932e689215e5960a6c824/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,230 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:55:33,230 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 394778e356a932e689215e5960a6c824: Waiting for close lock at 1731189333180Running coprocessor pre-close hooks at 1731189333180Disabling compacts and flushes for region at 1731189333180Disabling writes for close at 1731189333181 (+1 ms)Obtaining lock to block concurrent updates at 1731189333181Preparing flush snapshotting stores in 394778e356a932e689215e5960a6c824 at 1731189333181Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333181Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. at 1731189333182 (+1 ms)Flushing 394778e356a932e689215e5960a6c824/colfamily11: creating writer at 1731189333182Flushing 394778e356a932e689215e5960a6c824/colfamily11: appending metadata at 1731189333199 (+17 ms)Flushing 394778e356a932e689215e5960a6c824/colfamily11: closing flushed file at 1731189333199Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f7ee6d1: reopening flushed file at 1731189333216 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 394778e356a932e689215e5960a6c824 in 45ms, sequenceid=5, compaction requested=false at 1731189333226 (+10 ms)Writing region close event to WAL at 1731189333226Running coprocessor post-close hooks at 1731189333230 (+4 ms)Closed at 1731189333230 2024-11-09T21:55:33,230 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731189142392.394778e356a932e689215e5960a6c824. 2024-11-09T21:55:33,231 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ebcc09c4b8d4f658e823fe8ec77bd984, disabling compactions & flushes 2024-11-09T21:55:33,231 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:33,231 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:33,231 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. after waiting 0 ms 2024-11-09T21:55:33,231 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:33,235 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ebcc09c4b8d4f658e823fe8ec77bd984/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,235 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:33,235 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ebcc09c4b8d4f658e823fe8ec77bd984: Waiting for close lock at 1731189333231Running coprocessor pre-close hooks at 1731189333231Disabling compacts and flushes for region at 1731189333231Disabling writes for close at 1731189333231Writing region close event to WAL at 1731189333231Running coprocessor post-close hooks at 1731189333235 (+4 ms)Closed at 1731189333235 2024-11-09T21:55:33,235 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731189142392.ebcc09c4b8d4f658e823fe8ec77bd984. 2024-11-09T21:55:33,235 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 907de0ee6ee543c637dd0540804bbaae, disabling compactions & flushes 2024-11-09T21:55:33,235 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:55:33,236 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:55:33,236 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. after waiting 0 ms 2024-11-09T21:55:33,236 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:55:33,236 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 907de0ee6ee543c637dd0540804bbaae 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,240 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/.tmp/colfamily11/b9a099e7b6bb49bb9b6bf3d4a4c45650 is 52, key is www/colfamily11:colfamily11/1731189146252/Put/seqid=0 2024-11-09T21:55:33,249 DEBUG [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1351): Waiting on 5a2585969f49944bd0b821e7900c331a, 5e8619c687377dad2f873d466de5297f, 813c5a33e81227c2b5223d010aae9290, ac30aff648e615b1b0e047f397829fde, c3cb3b098fa386edeb901227b02b5fa9, eafc0d95bb61391cb62bb9d6e6957c8f 2024-11-09T21:55:33,250 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1351): Waiting on 4c49568d0af99225658eb3502290a63f, 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:55:33,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741900_1076 (size=39263) 2024-11-09T21:55:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741900_1076 (size=39263) 2024-11-09T21:55:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741900_1076 (size=39263) 2024-11-09T21:55:33,251 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/.tmp/colfamily11/b9a099e7b6bb49bb9b6bf3d4a4c45650 2024-11-09T21:55:33,252 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/.tmp/colfamily11/e07c8734a8b94bc881cfec4db59b43af is 52, key is ccc/colfamily11:colfamily11/1731189146241/Put/seqid=0 2024-11-09T21:55:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741901_1077 (size=39263) 2024-11-09T21:55:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741901_1077 (size=39263) 2024-11-09T21:55:33,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741901_1077 (size=39263) 2024-11-09T21:55:33,261 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/.tmp/colfamily11/b9a099e7b6bb49bb9b6bf3d4a4c45650 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/colfamily11/b9a099e7b6bb49bb9b6bf3d4a4c45650 2024-11-09T21:55:33,267 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/colfamily11/b9a099e7b6bb49bb9b6bf3d4a4c45650, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,268 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5e8619c687377dad2f873d466de5297f in 46ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,272 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5e8619c687377dad2f873d466de5297f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,273 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e8619c687377dad2f873d466de5297f: Waiting for close lock at 1731189333221Running coprocessor pre-close hooks at 1731189333221Disabling compacts and flushes for region at 1731189333221Disabling writes for close at 1731189333221Obtaining lock to block concurrent updates at 1731189333222 (+1 ms)Preparing flush snapshotting stores in 5e8619c687377dad2f873d466de5297f at 1731189333222Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333222Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. at 1731189333222Flushing 5e8619c687377dad2f873d466de5297f/colfamily11: creating writer at 1731189333223 (+1 ms)Flushing 5e8619c687377dad2f873d466de5297f/colfamily11: appending metadata at 1731189333239 (+16 ms)Flushing 5e8619c687377dad2f873d466de5297f/colfamily11: closing flushed file at 1731189333239Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d69f84b: reopening flushed file at 1731189333259 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5e8619c687377dad2f873d466de5297f in 46ms, sequenceid=5, compaction requested=false at 1731189333268 (+9 ms)Writing region close event to WAL at 1731189333269 (+1 ms)Running coprocessor post-close hooks at 1731189333273 (+4 ms)Closed at 1731189333273 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731189142392.5e8619c687377dad2f873d466de5297f. 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eafc0d95bb61391cb62bb9d6e6957c8f, disabling compactions & flushes 2024-11-09T21:55:33,273 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. after waiting 0 ms 2024-11-09T21:55:33,273 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:55:33,273 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eafc0d95bb61391cb62bb9d6e6957c8f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,288 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/.tmp/colfamily11/f4c29e02b7e946759c5ed207c4ff8d34 is 52, key is bbb/colfamily11:colfamily11/1731189145970/Put/seqid=0 2024-11-09T21:55:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741902_1078 (size=39263) 2024-11-09T21:55:33,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741902_1078 (size=39263) 2024-11-09T21:55:33,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741902_1078 (size=39263) 2024-11-09T21:55:33,294 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/.tmp/colfamily11/f4c29e02b7e946759c5ed207c4ff8d34 2024-11-09T21:55:33,299 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/.tmp/colfamily11/f4c29e02b7e946759c5ed207c4ff8d34 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11/f4c29e02b7e946759c5ed207c4ff8d34 2024-11-09T21:55:33,306 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11/f4c29e02b7e946759c5ed207c4ff8d34, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,307 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eafc0d95bb61391cb62bb9d6e6957c8f in 34ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,311 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eafc0d95bb61391cb62bb9d6e6957c8f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,312 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:55:33,312 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eafc0d95bb61391cb62bb9d6e6957c8f: Waiting for close lock at 1731189333273Running coprocessor pre-close hooks at 1731189333273Disabling compacts and flushes for region at 1731189333273Disabling writes for close at 1731189333273Obtaining lock to block concurrent updates at 1731189333273Preparing flush snapshotting stores in eafc0d95bb61391cb62bb9d6e6957c8f at 1731189333273Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333273Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. at 1731189333274 (+1 ms)Flushing eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11: creating writer at 1731189333274Flushing eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11: appending metadata at 1731189333287 (+13 ms)Flushing eafc0d95bb61391cb62bb9d6e6957c8f/colfamily11: closing flushed file at 1731189333287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ace9e6e: reopening flushed file at 1731189333299 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eafc0d95bb61391cb62bb9d6e6957c8f in 34ms, sequenceid=5, compaction requested=false at 1731189333307 (+8 ms)Writing region close event to WAL at 1731189333308 (+1 ms)Running coprocessor post-close hooks at 1731189333312 (+4 ms)Closed at 1731189333312 2024-11-09T21:55:33,312 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731189142392.eafc0d95bb61391cb62bb9d6e6957c8f. 2024-11-09T21:55:33,313 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5a2585969f49944bd0b821e7900c331a, disabling compactions & flushes 2024-11-09T21:55:33,313 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:55:33,313 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:55:33,313 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. after waiting 0 ms 2024-11-09T21:55:33,313 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:55:33,313 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5a2585969f49944bd0b821e7900c331a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,335 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/.tmp/colfamily11/7a56f77597fe4fe1bb8e559642372e9a is 52, key is ooo/colfamily11:colfamily11/1731189146137/Put/seqid=0 2024-11-09T21:55:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741903_1079 (size=39263) 2024-11-09T21:55:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741903_1079 (size=39263) 2024-11-09T21:55:33,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741903_1079 (size=39263) 2024-11-09T21:55:33,342 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/.tmp/colfamily11/7a56f77597fe4fe1bb8e559642372e9a 2024-11-09T21:55:33,348 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/.tmp/colfamily11/7a56f77597fe4fe1bb8e559642372e9a as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/colfamily11/7a56f77597fe4fe1bb8e559642372e9a 2024-11-09T21:55:33,355 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/colfamily11/7a56f77597fe4fe1bb8e559642372e9a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,356 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5a2585969f49944bd0b821e7900c331a in 43ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,359 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5a2585969f49944bd0b821e7900c331a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,360 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:55:33,360 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5a2585969f49944bd0b821e7900c331a: Waiting for close lock at 1731189333312Running coprocessor pre-close hooks at 1731189333313 (+1 ms)Disabling compacts and flushes for region at 1731189333313Disabling writes for close at 1731189333313Obtaining lock to block concurrent updates at 1731189333313Preparing flush snapshotting stores in 5a2585969f49944bd0b821e7900c331a at 1731189333313Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333314 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. at 1731189333314Flushing 5a2585969f49944bd0b821e7900c331a/colfamily11: creating writer at 1731189333314Flushing 5a2585969f49944bd0b821e7900c331a/colfamily11: appending metadata at 1731189333334 (+20 ms)Flushing 5a2585969f49944bd0b821e7900c331a/colfamily11: closing flushed file at 1731189333334Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1032b613: reopening flushed file at 1731189333347 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5a2585969f49944bd0b821e7900c331a in 43ms, sequenceid=5, compaction requested=false at 1731189333356 (+9 ms)Writing region close event to WAL at 1731189333357 (+1 ms)Running coprocessor post-close hooks at 1731189333360 (+3 ms)Closed at 1731189333360 2024-11-09T21:55:33,360 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731189142392.5a2585969f49944bd0b821e7900c331a. 2024-11-09T21:55:33,360 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3cb3b098fa386edeb901227b02b5fa9, disabling compactions & flushes 2024-11-09T21:55:33,360 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:33,361 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:33,361 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. after waiting 0 ms 2024-11-09T21:55:33,361 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:33,364 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3b098fa386edeb901227b02b5fa9/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,365 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3cb3b098fa386edeb901227b02b5fa9: Waiting for close lock at 1731189333360Running coprocessor pre-close hooks at 1731189333360Disabling compacts and flushes for region at 1731189333360Disabling writes for close at 1731189333361 (+1 ms)Writing region close event to WAL at 1731189333361Running coprocessor post-close hooks at 1731189333365 (+4 ms)Closed at 1731189333365 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731189142392.c3cb3b098fa386edeb901227b02b5fa9. 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac30aff648e615b1b0e047f397829fde, disabling compactions & flushes 2024-11-09T21:55:33,365 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. after waiting 0 ms 2024-11-09T21:55:33,365 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:33,369 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ac30aff648e615b1b0e047f397829fde/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,369 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:33,369 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac30aff648e615b1b0e047f397829fde: Waiting for close lock at 1731189333365Running coprocessor pre-close hooks at 1731189333365Disabling compacts and flushes for region at 1731189333365Disabling writes for close at 1731189333365Writing region close event to WAL at 1731189333366 (+1 ms)Running coprocessor post-close hooks at 1731189333369 (+3 ms)Closed at 1731189333369 2024-11-09T21:55:33,369 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731189142392.ac30aff648e615b1b0e047f397829fde. 2024-11-09T21:55:33,370 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 813c5a33e81227c2b5223d010aae9290, disabling compactions & flushes 2024-11-09T21:55:33,370 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:33,370 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:33,370 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. after waiting 0 ms 2024-11-09T21:55:33,370 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:33,373 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/813c5a33e81227c2b5223d010aae9290/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-09T21:55:33,373 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:33,374 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 813c5a33e81227c2b5223d010aae9290: Waiting for close lock at 1731189333370Running coprocessor pre-close hooks at 1731189333370Disabling compacts and flushes for region at 1731189333370Disabling writes for close at 1731189333370Writing region close event to WAL at 1731189333370Running coprocessor post-close hooks at 1731189333373 (+3 ms)Closed at 1731189333373 2024-11-09T21:55:33,374 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731189142392.813c5a33e81227c2b5223d010aae9290. 2024-11-09T21:55:33,387 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-09T21:55:33,449 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(976): stopping server d86ff69d6719,33369,1731189140051; all regions closed. 2024-11-09T21:55:33,450 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:55:33,450 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:55:33,450 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1351): Waiting on 4c49568d0af99225658eb3502290a63f, 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:55:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741833_1009 (size=353044) 2024-11-09T21:55:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741833_1009 (size=353044) 2024-11-09T21:55:33,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741833_1009 (size=353044) 2024-11-09T21:55:33,455 DEBUG [RS:1;d86ff69d6719:33369 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs 2024-11-09T21:55:33,455 INFO [RS:1;d86ff69d6719:33369 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d86ff69d6719%2C33369%2C1731189140051:(num 1731189141618) 2024-11-09T21:55:33,455 DEBUG [RS:1;d86ff69d6719:33369 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:33,455 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] hbase.ChoreService(370): Chore service for: regionserver/d86ff69d6719:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-09T21:55:33,456 INFO [regionserver/d86ff69d6719:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:55:33,456 INFO [RS:1;d86ff69d6719:33369 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:55:33,457 INFO [RS:1;d86ff69d6719:33369 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33369 2024-11-09T21:55:33,488 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-09T21:55:33,488 INFO [regionserver/d86ff69d6719:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-09T21:55:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d86ff69d6719,33369,1731189140051 2024-11-09T21:55:33,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:55:33,503 INFO [RS:1;d86ff69d6719:33369 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:55:33,511 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d86ff69d6719,33369,1731189140051] 2024-11-09T21:55:33,519 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d86ff69d6719,33369,1731189140051 already deleted, retry=false 2024-11-09T21:55:33,519 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d86ff69d6719,33369,1731189140051 expired; onlineServers=1 2024-11-09T21:55:33,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:33,611 INFO [RS:1;d86ff69d6719:33369 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:55:33,612 INFO [RS:1;d86ff69d6719:33369 {}] regionserver.HRegionServer(1031): Exiting; stopping=d86ff69d6719,33369,1731189140051; zookeeper connection closed. 2024-11-09T21:55:33,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33369-0x10122df76ee0002, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:33,612 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76498a41 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76498a41 2024-11-09T21:55:33,650 DEBUG [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1351): Waiting on 4c49568d0af99225658eb3502290a63f, 907de0ee6ee543c637dd0540804bbaae 2024-11-09T21:55:33,662 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/.tmp/colfamily11/e07c8734a8b94bc881cfec4db59b43af 2024-11-09T21:55:33,675 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/.tmp/colfamily11/e07c8734a8b94bc881cfec4db59b43af as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/colfamily11/e07c8734a8b94bc881cfec4db59b43af 2024-11-09T21:55:33,680 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/colfamily11/e07c8734a8b94bc881cfec4db59b43af, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,681 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 907de0ee6ee543c637dd0540804bbaae in 445ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,681 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-09T21:55:33,686 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/907de0ee6ee543c637dd0540804bbaae/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,686 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 907de0ee6ee543c637dd0540804bbaae: Waiting for close lock at 1731189333235Running coprocessor pre-close hooks at 1731189333235Disabling compacts and flushes for region at 1731189333235Disabling writes for close at 1731189333236 (+1 ms)Obtaining lock to block concurrent updates at 1731189333236Preparing flush snapshotting stores in 907de0ee6ee543c637dd0540804bbaae at 1731189333236Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333236Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. at 1731189333236Flushing 907de0ee6ee543c637dd0540804bbaae/colfamily11: creating writer at 1731189333236Flushing 907de0ee6ee543c637dd0540804bbaae/colfamily11: appending metadata at 1731189333252 (+16 ms)Flushing 907de0ee6ee543c637dd0540804bbaae/colfamily11: closing flushed file at 1731189333252Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1277ec99: reopening flushed file at 1731189333674 (+422 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 907de0ee6ee543c637dd0540804bbaae in 445ms, sequenceid=5, compaction requested=false at 1731189333681 (+7 ms)Writing region close event to WAL at 1731189333683 (+2 ms)Running coprocessor post-close hooks at 1731189333686 (+3 ms)Closed at 1731189333686 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731189142392.907de0ee6ee543c637dd0540804bbaae. 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c49568d0af99225658eb3502290a63f, disabling compactions & flushes 2024-11-09T21:55:33,687 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. after waiting 0 ms 2024-11-09T21:55:33,687 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:55:33,687 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c49568d0af99225658eb3502290a63f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-09T21:55:33,702 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/.tmp/colfamily11/16642d0803f44163bb6a8f89ed681949 is 52, key is fff/colfamily11:colfamily11/1731189146280/Put/seqid=0 2024-11-09T21:55:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741904_1080 (size=39263) 2024-11-09T21:55:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741904_1080 (size=39263) 2024-11-09T21:55:33,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741904_1080 (size=39263) 2024-11-09T21:55:33,709 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/.tmp/colfamily11/16642d0803f44163bb6a8f89ed681949 2024-11-09T21:55:33,715 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/.tmp/colfamily11/16642d0803f44163bb6a8f89ed681949 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/colfamily11/16642d0803f44163bb6a8f89ed681949 2024-11-09T21:55:33,720 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/colfamily11/16642d0803f44163bb6a8f89ed681949, entries=703, sequenceid=5, filesize=38.3 K 2024-11-09T21:55:33,721 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c49568d0af99225658eb3502290a63f in 34ms, sequenceid=5, compaction requested=false 2024-11-09T21:55:33,724 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4c49568d0af99225658eb3502290a63f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-09T21:55:33,725 INFO [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:55:33,725 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c49568d0af99225658eb3502290a63f: Waiting for close lock at 1731189333687Running coprocessor pre-close hooks at 1731189333687Disabling compacts and flushes for region at 1731189333687Disabling writes for close at 1731189333687Obtaining lock to block concurrent updates at 1731189333687Preparing flush snapshotting stores in 4c49568d0af99225658eb3502290a63f at 1731189333687Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731189333687Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. at 1731189333688 (+1 ms)Flushing 4c49568d0af99225658eb3502290a63f/colfamily11: creating writer at 1731189333688Flushing 4c49568d0af99225658eb3502290a63f/colfamily11: appending metadata at 1731189333702 (+14 ms)Flushing 4c49568d0af99225658eb3502290a63f/colfamily11: closing flushed file at 1731189333702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15fb98de: reopening flushed file at 1731189333714 (+12 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4c49568d0af99225658eb3502290a63f in 34ms, sequenceid=5, compaction requested=false at 1731189333721 (+7 ms)Writing region close event to WAL at 1731189333721Running coprocessor post-close hooks at 1731189333725 (+4 ms)Closed at 1731189333725 2024-11-09T21:55:33,725 DEBUG [RS_CLOSE_REGION-regionserver/d86ff69d6719:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731189142392.4c49568d0af99225658eb3502290a63f. 2024-11-09T21:55:33,850 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(976): stopping server d86ff69d6719,44113,1731189139941; all regions closed. 2024-11-09T21:55:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741865_1041 (size=15716) 2024-11-09T21:55:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741865_1041 (size=15716) 2024-11-09T21:55:33,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741865_1041 (size=15716) 2024-11-09T21:55:33,860 DEBUG [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs 2024-11-09T21:55:33,860 INFO [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d86ff69d6719%2C44113%2C1731189139941.meta:.meta(num 1731189327816) 2024-11-09T21:55:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741835_1011 (size=315396) 2024-11-09T21:55:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741835_1011 (size=315396) 2024-11-09T21:55:33,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741835_1011 (size=315396) 2024-11-09T21:55:33,866 DEBUG [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/oldWALs 2024-11-09T21:55:33,866 INFO [RS:0;d86ff69d6719:44113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d86ff69d6719%2C44113%2C1731189139941:(num 1731189141629) 2024-11-09T21:55:33,866 DEBUG [RS:0;d86ff69d6719:44113 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-09T21:55:33,866 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.LeaseManager(133): Closed leases 2024-11-09T21:55:33,866 INFO [RS:0;d86ff69d6719:44113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:55:33,866 INFO [RS:0;d86ff69d6719:44113 {}] hbase.ChoreService(370): Chore service for: regionserver/d86ff69d6719:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-09T21:55:33,866 INFO [RS:0;d86ff69d6719:44113 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:55:33,866 INFO [regionserver/d86ff69d6719:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:55:33,867 INFO [RS:0;d86ff69d6719:44113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44113 2024-11-09T21:55:33,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d86ff69d6719,44113,1731189139941 2024-11-09T21:55:33,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-09T21:55:33,894 INFO [RS:0;d86ff69d6719:44113 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:55:33,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d86ff69d6719,44113,1731189139941] 2024-11-09T21:55:33,911 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d86ff69d6719,44113,1731189139941 already deleted, retry=false 2024-11-09T21:55:33,911 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d86ff69d6719,44113,1731189139941 expired; onlineServers=0 2024-11-09T21:55:33,911 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd86ff69d6719,38069,1731189139279' ***** 2024-11-09T21:55:33,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-09T21:55:33,911 INFO [M:0;d86ff69d6719:38069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-09T21:55:33,911 INFO [M:0;d86ff69d6719:38069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-09T21:55:33,911 DEBUG [M:0;d86ff69d6719:38069 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-09T21:55:33,911 DEBUG [M:0;d86ff69d6719:38069 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-09T21:55:33,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-09T21:55:33,911 DEBUG [master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.large.0-1731189141191 {}] cleaner.HFileCleaner(306): Exit Thread[master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.large.0-1731189141191,5,FailOnTimeoutGroup] 2024-11-09T21:55:33,911 DEBUG [master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.small.0-1731189141193 {}] cleaner.HFileCleaner(306): Exit Thread[master/d86ff69d6719:0:becomeActiveMaster-HFileCleaner.small.0-1731189141193,5,FailOnTimeoutGroup] 2024-11-09T21:55:33,912 INFO [M:0;d86ff69d6719:38069 {}] hbase.ChoreService(370): Chore service for: master/d86ff69d6719:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-09T21:55:33,912 INFO [M:0;d86ff69d6719:38069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-09T21:55:33,912 DEBUG [M:0;d86ff69d6719:38069 {}] master.HMaster(1795): Stopping service threads 2024-11-09T21:55:33,912 INFO [M:0;d86ff69d6719:38069 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-09T21:55:33,912 INFO [M:0;d86ff69d6719:38069 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-09T21:55:33,912 INFO [M:0;d86ff69d6719:38069 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-09T21:55:33,912 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-09T21:55:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-09T21:55:33,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-09T21:55:33,919 DEBUG [M:0;d86ff69d6719:38069 {}] zookeeper.ZKUtil(347): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-09T21:55:33,919 WARN [M:0;d86ff69d6719:38069 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-09T21:55:33,920 INFO [M:0;d86ff69d6719:38069 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/.lastflushedseqids 2024-11-09T21:55:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741905_1081 (size=2837) 2024-11-09T21:55:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741905_1081 (size=2837) 2024-11-09T21:55:33,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741905_1081 (size=2837) 2024-11-09T21:55:33,932 INFO [M:0;d86ff69d6719:38069 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-09T21:55:33,933 INFO [M:0;d86ff69d6719:38069 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-09T21:55:33,933 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-09T21:55:33,933 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:55:33,933 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:55:33,933 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-09T21:55:33,933 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:55:33,933 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.49 KB heapSize=404.84 KB 2024-11-09T21:55:33,948 DEBUG [M:0;d86ff69d6719:38069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4136a6e048024e1dbdd805f395a363a1 is 82, key is hbase:meta,,1/info:regioninfo/1731189328117/Put/seqid=0 2024-11-09T21:55:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741906_1082 (size=6071) 2024-11-09T21:55:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741906_1082 (size=6071) 2024-11-09T21:55:33,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741906_1082 (size=6071) 2024-11-09T21:55:33,955 INFO [M:0;d86ff69d6719:38069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4136a6e048024e1dbdd805f395a363a1 2024-11-09T21:55:33,973 DEBUG [M:0;d86ff69d6719:38069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd93b20635e64800983ed7caf0bf8aa6 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731189143637/Put/seqid=0 2024-11-09T21:55:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741907_1083 (size=13500) 2024-11-09T21:55:33,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741907_1083 (size=13500) 2024-11-09T21:55:33,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741907_1083 (size=13500) 2024-11-09T21:55:33,980 INFO [M:0;d86ff69d6719:38069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.26 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd93b20635e64800983ed7caf0bf8aa6 2024-11-09T21:55:34,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:34,003 INFO [RS:0;d86ff69d6719:44113 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:55:34,003 INFO [RS:0;d86ff69d6719:44113 {}] regionserver.HRegionServer(1031): Exiting; stopping=d86ff69d6719,44113,1731189139941; zookeeper connection closed. 2024-11-09T21:55:34,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44113-0x10122df76ee0001, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:34,003 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1810ba1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1810ba1 2024-11-09T21:55:34,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-09T21:55:34,004 DEBUG [M:0;d86ff69d6719:38069 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77723d28a90b4d899e1a383bcff52961 is 69, key is d86ff69d6719,33369,1731189140051/rs:state/1731189141320/Put/seqid=0 2024-11-09T21:55:34,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741908_1084 (size=5447) 2024-11-09T21:55:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741908_1084 (size=5447) 2024-11-09T21:55:34,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741908_1084 (size=5447) 2024-11-09T21:55:34,011 INFO [M:0;d86ff69d6719:38069 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77723d28a90b4d899e1a383bcff52961 2024-11-09T21:55:34,015 INFO [M:0;d86ff69d6719:38069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77723d28a90b4d899e1a383bcff52961 2024-11-09T21:55:34,016 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4136a6e048024e1dbdd805f395a363a1 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4136a6e048024e1dbdd805f395a363a1 2024-11-09T21:55:34,021 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4136a6e048024e1dbdd805f395a363a1, entries=14, sequenceid=635, filesize=5.9 K 2024-11-09T21:55:34,022 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd93b20635e64800983ed7caf0bf8aa6 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd93b20635e64800983ed7caf0bf8aa6 2024-11-09T21:55:34,027 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd93b20635e64800983ed7caf0bf8aa6, entries=81, sequenceid=635, filesize=13.2 K 2024-11-09T21:55:34,028 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/77723d28a90b4d899e1a383bcff52961 as hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77723d28a90b4d899e1a383bcff52961 2024-11-09T21:55:34,033 INFO [M:0;d86ff69d6719:38069 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 77723d28a90b4d899e1a383bcff52961 2024-11-09T21:55:34,033 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35841/user/jenkins/test-data/de4fb082-af63-e1f6-55ae-11d1915b863a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/77723d28a90b4d899e1a383bcff52961, entries=3, sequenceid=635, filesize=5.3 K 2024-11-09T21:55:34,034 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=635, compaction requested=false 2024-11-09T21:55:34,035 INFO [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-09T21:55:34,035 DEBUG [M:0;d86ff69d6719:38069 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731189333933Disabling compacts and flushes for region at 1731189333933Disabling writes for close at 1731189333933Obtaining lock to block concurrent updates at 1731189333933Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731189333933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352757, getHeapSize=414496, getOffHeapSize=0, getCellsCount=800 at 1731189333933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731189333934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731189333934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731189333948 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731189333948Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731189333959 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731189333973 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731189333973Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731189333985 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731189334004 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731189334004Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa19645: reopening flushed file at 1731189334016 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d9b2cc7: reopening flushed file at 1731189334021 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73070c05: reopening flushed file at 1731189334027 (+6 ms)Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 101ms, sequenceid=635, compaction requested=false at 1731189334034 (+7 ms)Writing region close event to WAL at 1731189334035 (+1 ms)Closed at 1731189334035 2024-11-09T21:55:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44589 is added to blk_1073741830_1006 (size=395111) 2024-11-09T21:55:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39895 is added to blk_1073741830_1006 (size=395111) 2024-11-09T21:55:34,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42831 is added to blk_1073741830_1006 (size=395111) 2024-11-09T21:55:34,039 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-09T21:55:34,039 INFO [M:0;d86ff69d6719:38069 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-09T21:55:34,039 INFO [M:0;d86ff69d6719:38069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38069 2024-11-09T21:55:34,039 INFO [M:0;d86ff69d6719:38069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-09T21:55:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:34,151 INFO [M:0;d86ff69d6719:38069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-09T21:55:34,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38069-0x10122df76ee0000, quorum=127.0.0.1:50594, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-09T21:55:34,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5830dca9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:55:34,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@429064b8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:55:34,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:55:34,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d0c446b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:55:34,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fdb659d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,STOPPED} 2024-11-09T21:55:34,160 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:55:34,160 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:55:34,160 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558462512-172.17.0.2-1731189135495 (Datanode Uuid 775dd53d-9f52-4a44-a750-93e9427ab56c) service to localhost/127.0.0.1:35841 2024-11-09T21:55:34,160 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:55:34,161 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data5/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,162 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data6/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,162 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:55:34,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4223727d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:55:34,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@736894c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:55:34,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:55:34,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16ce5be5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:55:34,165 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52704799{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,STOPPED} 2024-11-09T21:55:34,165 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:55:34,165 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:55:34,165 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:55:34,165 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558462512-172.17.0.2-1731189135495 (Datanode Uuid eecdce56-3bea-4b39-ac68-a1b920f5ae76) service to localhost/127.0.0.1:35841 2024-11-09T21:55:34,166 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data3/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,167 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data4/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,167 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:55:34,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@694dc04{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-09T21:55:34,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@197256ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:55:34,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:55:34,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f85a73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:55:34,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e37db5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,STOPPED} 2024-11-09T21:55:34,177 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-09T21:55:34,177 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-09T21:55:34,177 WARN [BP-558462512-172.17.0.2-1731189135495 heartbeating to localhost/127.0.0.1:35841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-558462512-172.17.0.2-1731189135495 (Datanode Uuid accaee38-dfc3-45ac-ac77-f476d1872717) service to localhost/127.0.0.1:35841 2024-11-09T21:55:34,177 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-09T21:55:34,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data2/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,178 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-09T21:55:34,178 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/cluster_cedc474e-70fa-839b-b8d1-0d694328b70d/data/data1/current/BP-558462512-172.17.0.2-1731189135495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-09T21:55:34,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1aa62678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-09T21:55:34,186 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0c42ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-09T21:55:34,186 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-09T21:55:34,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a372edd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-09T21:55:34,186 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58897554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/25b1c040-230d-5ec8-e2d5-afc9ac1940e7/hadoop.log.dir/,STOPPED} 2024-11-09T21:55:34,196 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-09T21:55:34,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-09T21:55:34,270 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35841 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/d86ff69d6719:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35841 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/d86ff69d6719:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d86ff69d6719:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/d86ff69d6719:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2144275653) connection to localhost/127.0.0.1:35841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_REGION-regionserver/d86ff69d6719:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d86ff69d6719:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d86ff69d6719:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d86ff69d6719:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d86ff69d6719:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@55c900c9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 45) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=17334 (was 18508)