2024-11-08 01:39:59,526 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-08 01:39:59,544 main DEBUG Took 0.015787 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-08 01:39:59,545 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-08 01:39:59,545 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-08 01:39:59,546 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-08 01:39:59,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,553 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-08 01:39:59,565 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,567 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,568 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,570 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,572 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,574 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,574 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,575 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-08 01:39:59,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,578 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-08 01:39:59,579 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-08 01:39:59,580 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-08 01:39:59,582 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-08 01:39:59,582 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-08 01:39:59,584 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-08 01:39:59,584 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-08 01:39:59,592 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-08 01:39:59,595 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-08 01:39:59,597 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-08 01:39:59,597 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-08 01:39:59,598 main DEBUG createAppenders(={Console})
2024-11-08 01:39:59,599 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized
2024-11-08 01:39:59,599 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2
2024-11-08 01:39:59,599 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK.
2024-11-08 01:39:59,600 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-08 01:39:59,600 main DEBUG OutputStream closed
2024-11-08 01:39:59,600 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-08 01:39:59,601 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-08 01:39:59,601 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK
2024-11-08 01:39:59,682 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-08 01:39:59,684 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-08 01:39:59,686 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-08 01:39:59,687 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-08 01:39:59,688 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-08 01:39:59,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-08 01:39:59,689 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-08 01:39:59,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-08 01:39:59,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-08 01:39:59,690 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-08 01:39:59,691 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-08 01:39:59,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-08 01:39:59,692 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-08 01:39:59,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-08 01:39:59,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-08 01:39:59,693 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-08 01:39:59,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-08 01:39:59,694 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-08 01:39:59,697 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08 01:39:59,697 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null
2024-11-08 01:39:59,697 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-08 01:39:59,698 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK.
2024-11-08T01:39:59,711 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins
2024-11-08 01:39:59,714 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-08 01:39:59,714 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-08T01:39:59,753 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=312, ProcessCount=11, AvailableMemoryMB=8242
2024-11-08T01:40:00,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8
2024-11-08T01:40:00,044 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-08T01:40:00,068 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721, deleteOnExit=true
2024-11-08T01:40:00,069 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-08T01:40:00,070 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/test.cache.data in system properties and HBase conf
2024-11-08T01:40:00,071 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.tmp.dir in system properties and HBase conf
2024-11-08T01:40:00,072 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir in system properties and HBase conf
2024-11-08T01:40:00,073 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-08T01:40:00,074 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-08T01:40:00,075 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-08T01:40:00,198 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-08T01:40:00,317 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-08T01:40:00,322 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-08T01:40:00,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-08T01:40:00,324 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-08T01:40:00,325 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T01:40:00,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-08T01:40:00,326 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-08T01:40:00,327 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-08T01:40:00,328 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T01:40:00,329 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-08T01:40:00,330 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/nfs.dump.dir in system properties and HBase conf
2024-11-08T01:40:00,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/java.io.tmpdir in system properties and HBase conf
2024-11-08T01:40:00,331 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-08T01:40:00,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-08T01:40:00,332 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-08T01:40:01,489 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-08T01:40:01,572 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3026ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-08T01:40:01,667 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T01:40:01,736 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T01:40:01,761 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T01:40:01,762 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T01:40:01,763 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T01:40:01,777 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T01:40:01,781 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,AVAILABLE}
2024-11-08T01:40:01,783 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T01:40:02,014 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/java.io.tmpdir/jetty-localhost-40469-hadoop-hdfs-3_4_1-tests_jar-_-any-4427299561946107749/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T01:40:02,022 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:40469}
2024-11-08T01:40:02,022 INFO  [Time-limited test {}] server.Server(415): Started @3477ms
2024-11-08T01:40:02,603 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T01:40:02,612 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T01:40:02,615 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T01:40:02,616 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T01:40:02,616 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-08T01:40:02,617 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,AVAILABLE}
2024-11-08T01:40:02,618 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T01:40:02,736 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75313660{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/java.io.tmpdir/jetty-localhost-36935-hadoop-hdfs-3_4_1-tests_jar-_-any-16246824618661072924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:40:02,738 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:36935}
2024-11-08T01:40:02,738 INFO  [Time-limited test {}] server.Server(415): Started @4193ms
2024-11-08T01:40:02,800 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T01:40:02,941 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T01:40:02,948 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T01:40:02,951 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T01:40:02,951 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T01:40:02,951 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T01:40:02,952 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,AVAILABLE}
2024-11-08T01:40:02,953 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T01:40:03,086 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60b2194c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/java.io.tmpdir/jetty-localhost-44297-hadoop-hdfs-3_4_1-tests_jar-_-any-6725375138308843869/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:40:03,087 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:44297}
2024-11-08T01:40:03,087 INFO  [Time-limited test {}] server.Server(415): Started @4542ms
2024-11-08T01:40:03,090 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T01:40:03,134 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-08T01:40:03,139 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-08T01:40:03,140 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-08T01:40:03,141 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-08T01:40:03,141 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-08T01:40:03,141 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,AVAILABLE}
2024-11-08T01:40:03,142 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-08T01:40:03,243 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47300910{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/java.io.tmpdir/jetty-localhost-33217-hadoop-hdfs-3_4_1-tests_jar-_-any-9016984205538920469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:40:03,244 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:33217}
2024-11-08T01:40:03,244 INFO  [Time-limited test {}] server.Server(415): Started @4699ms
2024-11-08T01:40:03,246 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-08T01:40:04,823 WARN  [Thread-121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data2/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,823 WARN  [Thread-120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data1/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,825 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data3/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,829 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data4/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,906 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T01:40:04,906 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T01:40:04,961 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29379ebbfc858339 with lease ID 0x9ec7f04b71f7ad68: Processing first storage report for DS-17bb94cb-7735-486e-bbfc-fdc93f894d79 from datanode DatanodeRegistration(127.0.0.1:41009, datanodeUuid=20817ddd-05f7-4c9b-9122-202fee9c197e, infoPort=39721, infoSecurePort=0, ipcPort=33063, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:04,962 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29379ebbfc858339 with lease ID 0x9ec7f04b71f7ad68: from storage DS-17bb94cb-7735-486e-bbfc-fdc93f894d79 node DatanodeRegistration(127.0.0.1:41009, datanodeUuid=20817ddd-05f7-4c9b-9122-202fee9c197e, infoPort=39721, infoSecurePort=0, ipcPort=33063, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T01:40:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe024fe72a361bc7a with lease ID 0x9ec7f04b71f7ad67: Processing first storage report for DS-80af0c43-2f76-498b-94ff-c26afc67c2de from datanode DatanodeRegistration(127.0.0.1:40423, datanodeUuid=5d773ed0-c1c1-4b34-b537-4ac410613967, infoPort=41087, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe024fe72a361bc7a with lease ID 0x9ec7f04b71f7ad67: from storage DS-80af0c43-2f76-498b-94ff-c26afc67c2de node DatanodeRegistration(127.0.0.1:40423, datanodeUuid=5d773ed0-c1c1-4b34-b537-4ac410613967, infoPort=41087, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T01:40:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x29379ebbfc858339 with lease ID 0x9ec7f04b71f7ad68: Processing first storage report for DS-89e5020b-0d05-44c2-9d45-41fbe8abe2c0 from datanode DatanodeRegistration(127.0.0.1:41009, datanodeUuid=20817ddd-05f7-4c9b-9122-202fee9c197e, infoPort=39721, infoSecurePort=0, ipcPort=33063, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x29379ebbfc858339 with lease ID 0x9ec7f04b71f7ad68: from storage DS-89e5020b-0d05-44c2-9d45-41fbe8abe2c0 node DatanodeRegistration(127.0.0.1:41009, datanodeUuid=20817ddd-05f7-4c9b-9122-202fee9c197e, infoPort=39721, infoSecurePort=0, ipcPort=33063, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T01:40:04,963 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe024fe72a361bc7a with lease ID 0x9ec7f04b71f7ad67: Processing first storage report for DS-9193dbf3-3c66-465b-a079-759097d39594 from datanode DatanodeRegistration(127.0.0.1:40423, datanodeUuid=5d773ed0-c1c1-4b34-b537-4ac410613967, infoPort=41087, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:04,964 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe024fe72a361bc7a with lease ID 0x9ec7f04b71f7ad67: from storage DS-9193dbf3-3c66-465b-a079-759097d39594 node DatanodeRegistration(127.0.0.1:40423, datanodeUuid=5d773ed0-c1c1-4b34-b537-4ac410613967, infoPort=41087, infoSecurePort=0, ipcPort=45845, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T01:40:04,972 WARN  [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data6/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,972 WARN  [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data5/current/BP-473885-172.17.0.2-1731030000932/current, will proceed with Du for space computation calculation, 
2024-11-08T01:40:04,995 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-08T01:40:05,001 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0529b1489951d24 with lease ID 0x9ec7f04b71f7ad69: Processing first storage report for DS-8281490d-41ac-4a8b-9495-aa98bd1293a0 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=f88c1377-6900-45f0-9408-6f98ad4629fb, infoPort=41819, infoSecurePort=0, ipcPort=38311, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:05,001 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0529b1489951d24 with lease ID 0x9ec7f04b71f7ad69: from storage DS-8281490d-41ac-4a8b-9495-aa98bd1293a0 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=f88c1377-6900-45f0-9408-6f98ad4629fb, infoPort=41819, infoSecurePort=0, ipcPort=38311, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-08T01:40:05,001 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0529b1489951d24 with lease ID 0x9ec7f04b71f7ad69: Processing first storage report for DS-25e48ab1-f5bd-42c6-ad6c-a8defaf98cc0 from datanode DatanodeRegistration(127.0.0.1:42659, datanodeUuid=f88c1377-6900-45f0-9408-6f98ad4629fb, infoPort=41819, infoSecurePort=0, ipcPort=38311, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932)
2024-11-08T01:40:05,001 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0529b1489951d24 with lease ID 0x9ec7f04b71f7ad69: from storage DS-25e48ab1-f5bd-42c6-ad6c-a8defaf98cc0 node DatanodeRegistration(127.0.0.1:42659, datanodeUuid=f88c1377-6900-45f0-9408-6f98ad4629fb, infoPort=41819, infoSecurePort=0, ipcPort=38311, storageInfo=lv=-57;cid=testClusterID;nsid=1419839470;c=1731030000932), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-08T01:40:05,081 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8
2024-11-08T01:40:05,179 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/zookeeper_0, clientPort=52605, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-08T01:40:05,191 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52605
2024-11-08T01:40:05,206 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:05,209 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:05,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741825_1001 (size=7)
2024-11-08T01:40:05,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741825_1001 (size=7)
2024-11-08T01:40:05,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741825_1001 (size=7)
2024-11-08T01:40:05,862 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67 with version=8
2024-11-08T01:40:05,863 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/hbase-staging
2024-11-08T01:40:05,941 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-08T01:40:06,177 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/8118b061437f:0 server-side Connection retries=45
2024-11-08T01:40:06,186 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,186 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,191 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T01:40:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,191 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T01:40:06,339 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-08T01:40:06,395 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-08T01:40:06,403 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-08T01:40:06,407 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T01:40:06,429 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2038 (auto-detected)
2024-11-08T01:40:06,430 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-08T01:40:06,448 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34037
2024-11-08T01:40:06,468 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34037 connecting to ZooKeeper ensemble=127.0.0.1:52605
2024-11-08T01:40:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340370x0, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T01:40:06,749 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34037-0x1011819b1540000 connected
2024-11-08T01:40:06,846 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:06,852 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:06,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:40:06,867 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67, hbase.cluster.distributed=false
2024-11-08T01:40:06,887 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T01:40:06,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-08T01:40:06,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34037
2024-11-08T01:40:06,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34037
2024-11-08T01:40:06,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-08T01:40:06,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34037
2024-11-08T01:40:06,990 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45
2024-11-08T01:40:06,991 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,992 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T01:40:06,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:06,992 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T01:40:06,994 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T01:40:06,998 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T01:40:07,000 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34607
2024-11-08T01:40:07,002 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34607 connecting to ZooKeeper ensemble=127.0.0.1:52605
2024-11-08T01:40:07,003 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,005 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346070x0, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T01:40:07,020 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:40:07,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34607-0x1011819b1540001 connected
2024-11-08T01:40:07,023 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T01:40:07,033 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T01:40:07,036 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T01:40:07,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T01:40:07,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34607
2024-11-08T01:40:07,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34607
2024-11-08T01:40:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34607
2024-11-08T01:40:07,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34607
2024-11-08T01:40:07,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34607
2024-11-08T01:40:07,061 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45
2024-11-08T01:40:07,061 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,062 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,062 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T01:40:07,062 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,062 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T01:40:07,062 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T01:40:07,063 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T01:40:07,064 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45297
2024-11-08T01:40:07,065 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45297 connecting to ZooKeeper ensemble=127.0.0.1:52605
2024-11-08T01:40:07,066 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,068 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:452970x0, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T01:40:07,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:40:07,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45297-0x1011819b1540002 connected
2024-11-08T01:40:07,083 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T01:40:07,084 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T01:40:07,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T01:40:07,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T01:40:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45297
2024-11-08T01:40:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45297
2024-11-08T01:40:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45297
2024-11-08T01:40:07,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45297
2024-11-08T01:40:07,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45297
2024-11-08T01:40:07,113 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/8118b061437f:0 server-side Connection retries=45
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-08T01:40:07,114 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-08T01:40:07,115 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-08T01:40:07,116 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41197
2024-11-08T01:40:07,118 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41197 connecting to ZooKeeper ensemble=127.0.0.1:52605
2024-11-08T01:40:07,119 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,122 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,156 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411970x0, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-08T01:40:07,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41197-0x1011819b1540003 connected
2024-11-08T01:40:07,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:40:07,157 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-08T01:40:07,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-08T01:40:07,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-08T01:40:07,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-08T01:40:07,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41197
2024-11-08T01:40:07,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41197
2024-11-08T01:40:07,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41197
2024-11-08T01:40:07,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41197
2024-11-08T01:40:07,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41197
2024-11-08T01:40:07,179 DEBUG [M:0;8118b061437f:34037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;8118b061437f:34037
2024-11-08T01:40:07,180 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/8118b061437f,34037,1731030006023
2024-11-08T01:40:07,191 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,194 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/8118b061437f,34037,1731030006023
2024-11-08T01:40:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T01:40:07,222 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T01:40:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-08T01:40:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,222 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,223 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-08T01:40:07,224 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/8118b061437f,34037,1731030006023 from backup master directory
2024-11-08T01:40:07,232 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/8118b061437f,34037,1731030006023
2024-11-08T01:40:07,232 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-08T01:40:07,233 WARN  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T01:40:07,234 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=8118b061437f,34037,1731030006023
2024-11-08T01:40:07,236 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-08T01:40:07,237 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-08T01:40:07,291 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/hbase.id] with ID: d0c2da5f-3663-487e-af14-0a1b534270fe
2024-11-08T01:40:07,291 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/.tmp/hbase.id
2024-11-08T01:40:07,308 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741826_1002 (size=42)
2024-11-08T01:40:07,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741826_1002 (size=42)
2024-11-08T01:40:07,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741826_1002 (size=42)
2024-11-08T01:40:07,310 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/.tmp/hbase.id]:[hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/hbase.id]
2024-11-08T01:40:07,354 INFO  [master/8118b061437f:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-08T01:40:07,359 INFO  [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-08T01:40:07,377 INFO  [master/8118b061437f:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms.
2024-11-08T01:40:07,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,391 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:07,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741827_1003 (size=196)
2024-11-08T01:40:07,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741827_1003 (size=196)
2024-11-08T01:40:07,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741827_1003 (size=196)
2024-11-08T01:40:07,426 INFO  [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T01:40:07,429 INFO  [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-08T01:40:07,442 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:07,446 INFO  [master/8118b061437f:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:40:07,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741828_1004 (size=1189)
2024-11-08T01:40:07,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741828_1004 (size=1189)
2024-11-08T01:40:07,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741828_1004 (size=1189)
2024-11-08T01:40:07,497 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store
2024-11-08T01:40:07,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741829_1005 (size=34)
2024-11-08T01:40:07,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741829_1005 (size=34)
2024-11-08T01:40:07,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741829_1005 (size=34)
2024-11-08T01:40:07,522 INFO  [master/8118b061437f:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-08T01:40:07,525 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:07,526 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T01:40:07,526 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:40:07,526 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:40:07,528 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms
2024-11-08T01:40:07,528 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:40:07,528 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:40:07,529 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731030007526Disabling compacts and flushes for region at 1731030007526Disabling writes for close at 1731030007528 (+2 ms)Writing region close event to WAL at 1731030007528Closed at 1731030007528
2024-11-08T01:40:07,531 WARN  [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/.initializing
2024-11-08T01:40:07,532 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/WALs/8118b061437f,34037,1731030006023
2024-11-08T01:40:07,539 INFO  [master/8118b061437f:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T01:40:07,553 INFO  [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C34037%2C1731030006023, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/WALs/8118b061437f,34037,1731030006023, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/oldWALs, maxLogs=10
2024-11-08T01:40:07,573 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/WALs/8118b061437f,34037,1731030006023/8118b061437f%2C34037%2C1731030006023.1731030007557, exclude list is [], retry=0
2024-11-08T01:40:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:40:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:40:07,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:40:07,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-08T01:40:07,628 INFO  [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/WALs/8118b061437f,34037,1731030006023/8118b061437f%2C34037%2C1731030006023.1731030007557
2024-11-08T01:40:07,629 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087),(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-08T01:40:07,629 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-08T01:40:07,630 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:07,632 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,633 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,669 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T01:40:07,693 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-08T01:40:07,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:07,698 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:07,699 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T01:40:07,703 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-08T01:40:07,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:07,704 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:07,704 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T01:40:07,707 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-08T01:40:07,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:07,708 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:07,708 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-08T01:40:07,711 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-08T01:40:07,711 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:07,712 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:07,713 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,717 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,718 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,724 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,725 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,728 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T01:40:07,732 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-08T01:40:07,738 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:07,739 INFO  [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63007999, jitterRate=-0.06110765039920807}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T01:40:07,745 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1731030007644Initializing all the Stores at 1731030007646 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030007646Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030007647 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030007647Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030007647Cleaning up temporary data from old regions at 1731030007725 (+78 ms)Region opened successfully at 1731030007745 (+20 ms)
2024-11-08T01:40:07,747 INFO  [master/8118b061437f:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-08T01:40:07,777 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40242dac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0
2024-11-08T01:40:07,805 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-08T01:40:07,818 INFO  [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:40:07,818 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:40:07,822 INFO  [master/8118b061437f:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:40:07,823 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T01:40:07,829 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-11-08T01:40:07,829 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-08T01:40:07,854 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-08T01:40:07,863 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-08T01:40:07,938 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-08T01:40:07,941 INFO  [master/8118b061437f:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-08T01:40:07,942 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-08T01:40:08,026 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-08T01:40:08,030 INFO  [master/8118b061437f:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-08T01:40:08,035 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-08T01:40:08,195 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-08T01:40:08,200 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-08T01:40:08,211 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-08T01:40:08,233 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-08T01:40:08,243 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T01:40:08,254 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,254 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,258 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=8118b061437f,34037,1731030006023, sessionid=0x1011819b1540000, setting cluster-up flag (Was=false)
2024-11-08T01:40:08,285 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,317 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-08T01:40:08,323 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,34037,1731030006023
2024-11-08T01:40:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,348 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:08,380 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-08T01:40:08,383 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=8118b061437f,34037,1731030006023
2024-11-08T01:40:08,392 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-08T01:40:08,459 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:40:08,467 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(746): ClusterId : d0c2da5f-3663-487e-af14-0a1b534270fe
2024-11-08T01:40:08,467 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(746): ClusterId : d0c2da5f-3663-487e-af14-0a1b534270fe
2024-11-08T01:40:08,467 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(746): ClusterId : d0c2da5f-3663-487e-af14-0a1b534270fe
2024-11-08T01:40:08,468 INFO  [master/8118b061437f:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-08T01:40:08,470 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T01:40:08,470 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T01:40:08,470 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-08T01:40:08,475 INFO  [master/8118b061437f:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-08T01:40:08,480 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 8118b061437f,34037,1731030006023
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-08T01:40:08,484 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T01:40:08,484 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T01:40:08,484 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-08T01:40:08,484 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T01:40:08,484 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T01:40:08,484 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-08T01:40:08,497 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T01:40:08,497 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T01:40:08,497 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-08T01:40:08,498 DEBUG [RS:1;8118b061437f:45297 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a3b26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0
2024-11-08T01:40:08,498 DEBUG [RS:2;8118b061437f:41197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573d5a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0
2024-11-08T01:40:08,498 DEBUG [RS:0;8118b061437f:34607 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69c6390b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=8118b061437f/172.17.0.2:0
2024-11-08T01:40:08,498 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5
2024-11-08T01:40:08,498 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5
2024-11-08T01:40:08,498 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5
2024-11-08T01:40:08,498 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/8118b061437f:0, corePoolSize=5, maxPoolSize=5
2024-11-08T01:40:08,499 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/8118b061437f:0, corePoolSize=10, maxPoolSize=10
2024-11-08T01:40:08,499 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,499 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/8118b061437f:0, corePoolSize=2, maxPoolSize=2
2024-11-08T01:40:08,499 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,500 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030038500
2024-11-08T01:40:08,502 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-08T01:40:08,503 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-08T01:40:08,507 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-08T01:40:08,508 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-08T01:40:08,508 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-08T01:40:08,508 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-08T01:40:08,509 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T01:40:08,510 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-08T01:40:08,509 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,514 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-08T01:40:08,515 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;8118b061437f:45297
2024-11-08T01:40:08,515 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-08T01:40:08,516 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-08T01:40:08,516 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:08,517 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;8118b061437f:34607
2024-11-08T01:40:08,517 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;8118b061437f:41197
2024-11-08T01:40:08,517 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-08T01:40:08,519 INFO  [RS:1;8118b061437f:45297 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T01:40:08,519 INFO  [RS:2;8118b061437f:41197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T01:40:08,519 INFO  [RS:0;8118b061437f:34607 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-08T01:40:08,519 INFO  [RS:1;8118b061437f:45297 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T01:40:08,519 INFO  [RS:2;8118b061437f:41197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T01:40:08,519 INFO  [RS:0;8118b061437f:34607 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-08T01:40:08,519 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T01:40:08,519 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T01:40:08,519 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-08T01:40:08,520 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-08T01:40:08,521 INFO  [master/8118b061437f:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-08T01:40:08,522 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,34037,1731030006023 with port=45297, startcode=1731030007061
2024-11-08T01:40:08,522 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,34037,1731030006023 with port=41197, startcode=1731030007113
2024-11-08T01:40:08,522 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(2659): reportForDuty to master=8118b061437f,34037,1731030006023 with port=34607, startcode=1731030006959
2024-11-08T01:40:08,522 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030008522,5,FailOnTimeoutGroup]
2024-11-08T01:40:08,524 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030008522,5,FailOnTimeoutGroup]
2024-11-08T01:40:08,524 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,524 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-08T01:40:08,526 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,526 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,535 DEBUG [RS:0;8118b061437f:34607 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T01:40:08,535 DEBUG [RS:2;8118b061437f:41197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T01:40:08,535 DEBUG [RS:1;8118b061437f:45297 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-08T01:40:08,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741831_1007 (size=1321)
2024-11-08T01:40:08,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741831_1007 (size=1321)
2024-11-08T01:40:08,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741831_1007 (size=1321)
2024-11-08T01:40:08,565 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-08T01:40:08,566 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:08,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741832_1008 (size=32)
2024-11-08T01:40:08,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741832_1008 (size=32)
2024-11-08T01:40:08,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741832_1008 (size=32)
2024-11-08T01:40:08,586 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44643, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T01:40:08,586 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T01:40:08,587 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-08T01:40:08,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:08,593 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,41197,1731030007113
2024-11-08T01:40:08,593 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T01:40:08,596 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(517): Registering regionserver=8118b061437f,41197,1731030007113
2024-11-08T01:40:08,596 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T01:40:08,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:08,597 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:08,597 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T01:40:08,600 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T01:40:08,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:08,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:08,602 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T01:40:08,605 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T01:40:08,605 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:08,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:08,606 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T01:40:08,607 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,34607,1731030006959
2024-11-08T01:40:08,607 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(517): Registering regionserver=8118b061437f,34607,1731030006959
2024-11-08T01:40:08,610 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T01:40:08,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:08,611 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:08,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T01:40:08,611 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:08,612 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35697
2024-11-08T01:40:08,612 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T01:40:08,613 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:08,613 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35697
2024-11-08T01:40:08,613 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 8118b061437f,45297,1731030007061
2024-11-08T01:40:08,613 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T01:40:08,613 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] master.ServerManager(517): Registering regionserver=8118b061437f,45297,1731030007061
2024-11-08T01:40:08,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:40:08,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:40:08,617 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:08,617 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35697
2024-11-08T01:40:08,617 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-08T01:40:08,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T01:40:08,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T01:40:08,619 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T01:40:08,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T01:40:08,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T01:40:08,627 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:08,628 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65086641, jitterRate=-0.03013347089290619}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T01:40:08,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1731030008591Initializing all the Stores at 1731030008593 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030008593Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030008593Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030008593Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030008593Cleaning up temporary data from old regions at 1731030008618 (+25 ms)Region opened successfully at 1731030008633 (+15 ms)
2024-11-08T01:40:08,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T01:40:08,633 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T01:40:08,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T01:40:08,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T01:40:08,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T01:40:08,635 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T01:40:08,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731030008633Disabling compacts and flushes for region at 1731030008633Disabling writes for close at 1731030008633Writing region close event to WAL at 1731030008634 (+1 ms)Closed at 1731030008635 (+1 ms)
2024-11-08T01:40:08,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T01:40:08,638 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-08T01:40:08,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T01:40:08,657 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:40:08,660 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-08T01:40:08,662 DEBUG [RS:0;8118b061437f:34607 {}] zookeeper.ZKUtil(111): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,34607,1731030006959
2024-11-08T01:40:08,662 WARN  [RS:0;8118b061437f:34607 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T01:40:08,662 DEBUG [RS:2;8118b061437f:41197 {}] zookeeper.ZKUtil(111): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,41197,1731030007113
2024-11-08T01:40:08,662 INFO  [RS:0;8118b061437f:34607 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:40:08,662 DEBUG [RS:1;8118b061437f:45297 {}] zookeeper.ZKUtil(111): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/8118b061437f,45297,1731030007061
2024-11-08T01:40:08,662 WARN  [RS:2;8118b061437f:41197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T01:40:08,662 WARN  [RS:1;8118b061437f:45297 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-08T01:40:08,662 INFO  [RS:2;8118b061437f:41197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:40:08,662 INFO  [RS:1;8118b061437f:45297 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:40:08,662 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959
2024-11-08T01:40:08,662 DEBUG [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113
2024-11-08T01:40:08,662 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,45297,1731030007061
2024-11-08T01:40:08,663 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,45297,1731030007061]
2024-11-08T01:40:08,663 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,34607,1731030006959]
2024-11-08T01:40:08,663 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [8118b061437f,41197,1731030007113]
2024-11-08T01:40:08,687 INFO  [RS:2;8118b061437f:41197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T01:40:08,687 INFO  [RS:0;8118b061437f:34607 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T01:40:08,687 INFO  [RS:1;8118b061437f:45297 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-08T01:40:08,702 INFO  [RS:0;8118b061437f:34607 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T01:40:08,702 INFO  [RS:1;8118b061437f:45297 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T01:40:08,702 INFO  [RS:2;8118b061437f:41197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-08T01:40:08,707 INFO  [RS:2;8118b061437f:41197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T01:40:08,707 INFO  [RS:1;8118b061437f:45297 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T01:40:08,707 INFO  [RS:0;8118b061437f:34607 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-08T01:40:08,707 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,707 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,707 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,708 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T01:40:08,708 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T01:40:08,708 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-08T01:40:08,715 INFO  [RS:1;8118b061437f:45297 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T01:40:08,715 INFO  [RS:2;8118b061437f:41197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T01:40:08,715 INFO  [RS:0;8118b061437f:34607 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-08T01:40:08,717 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,717 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,717 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,717 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,717 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0, corePoolSize=2, maxPoolSize=2
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,718 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/8118b061437f:0, corePoolSize=1, maxPoolSize=1
2024-11-08T01:40:08,719 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,719 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,719 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,719 DEBUG [RS:0;8118b061437f:34607 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,719 DEBUG [RS:2;8118b061437f:41197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,719 DEBUG [RS:1;8118b061437f:45297 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/8118b061437f:0, corePoolSize=3, maxPoolSize=3
2024-11-08T01:40:08,721 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,721 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,721 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,721 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,722 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,722 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41197,1731030007113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T01:40:08,722 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,722 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,722 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,45297,1731030007061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,723 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34607,1731030006959-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T01:40:08,741 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T01:40:08,742 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34607,1731030006959-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,743 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,743 INFO  [RS:0;8118b061437f:34607 {}] regionserver.Replication(171): 8118b061437f,34607,1731030006959 started
2024-11-08T01:40:08,746 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T01:40:08,746 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-08T01:40:08,746 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,41197,1731030007113-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,747 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,45297,1731030007061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,747 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,747 INFO  [RS:2;8118b061437f:41197 {}] regionserver.Replication(171): 8118b061437f,41197,1731030007113 started
2024-11-08T01:40:08,747 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,747 INFO  [RS:1;8118b061437f:45297 {}] regionserver.Replication(171): 8118b061437f,45297,1731030007061 started
2024-11-08T01:40:08,768 INFO  [RS:2;8118b061437f:41197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,768 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,41197,1731030007113, RpcServer on 8118b061437f/172.17.0.2:41197, sessionid=0x1011819b1540003
2024-11-08T01:40:08,768 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,769 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,34607,1731030006959, RpcServer on 8118b061437f/172.17.0.2:34607, sessionid=0x1011819b1540001
2024-11-08T01:40:08,769 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:08,769 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1482): Serving as 8118b061437f,45297,1731030007061, RpcServer on 8118b061437f/172.17.0.2:45297, sessionid=0x1011819b1540002
2024-11-08T01:40:08,769 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T01:40:08,769 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T01:40:08,769 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-08T01:40:08,769 DEBUG [RS:2;8118b061437f:41197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,41197,1731030007113
2024-11-08T01:40:08,769 DEBUG [RS:0;8118b061437f:34607 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,34607,1731030006959
2024-11-08T01:40:08,769 DEBUG [RS:1;8118b061437f:45297 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 8118b061437f,45297,1731030007061
2024-11-08T01:40:08,770 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,34607,1731030006959'
2024-11-08T01:40:08,770 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,45297,1731030007061'
2024-11-08T01:40:08,770 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41197,1731030007113'
2024-11-08T01:40:08,770 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T01:40:08,770 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T01:40:08,770 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-08T01:40:08,771 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T01:40:08,771 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T01:40:08,771 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-08T01:40:08,771 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T01:40:08,771 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T01:40:08,771 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T01:40:08,771 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T01:40:08,771 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-08T01:40:08,771 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-08T01:40:08,772 DEBUG [RS:0;8118b061437f:34607 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,34607,1731030006959
2024-11-08T01:40:08,772 DEBUG [RS:1;8118b061437f:45297 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,45297,1731030007061
2024-11-08T01:40:08,772 DEBUG [RS:2;8118b061437f:41197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 8118b061437f,41197,1731030007113
2024-11-08T01:40:08,772 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,34607,1731030006959'
2024-11-08T01:40:08,772 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,45297,1731030007061'
2024-11-08T01:40:08,772 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '8118b061437f,41197,1731030007113'
2024-11-08T01:40:08,772 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T01:40:08,772 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T01:40:08,772 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-08T01:40:08,772 DEBUG [RS:0;8118b061437f:34607 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T01:40:08,772 DEBUG [RS:1;8118b061437f:45297 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T01:40:08,772 DEBUG [RS:2;8118b061437f:41197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-08T01:40:08,773 DEBUG [RS:0;8118b061437f:34607 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T01:40:08,773 DEBUG [RS:1;8118b061437f:45297 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T01:40:08,773 DEBUG [RS:2;8118b061437f:41197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-08T01:40:08,773 INFO  [RS:0;8118b061437f:34607 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T01:40:08,773 INFO  [RS:1;8118b061437f:45297 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T01:40:08,773 INFO  [RS:2;8118b061437f:41197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-08T01:40:08,773 INFO  [RS:0;8118b061437f:34607 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T01:40:08,773 INFO  [RS:2;8118b061437f:41197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T01:40:08,773 INFO  [RS:1;8118b061437f:45297 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-08T01:40:08,811 WARN  [8118b061437f:34037 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-08T01:40:08,878 INFO  [RS:1;8118b061437f:45297 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T01:40:08,878 INFO  [RS:0;8118b061437f:34607 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T01:40:08,878 INFO  [RS:2;8118b061437f:41197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-08T01:40:08,881 INFO  [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C34607%2C1731030006959, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs, maxLogs=32
2024-11-08T01:40:08,881 INFO  [RS:1;8118b061437f:45297 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C45297%2C1731030007061, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,45297,1731030007061, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs, maxLogs=32
2024-11-08T01:40:08,881 INFO  [RS:2;8118b061437f:41197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C41197%2C1731030007113, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs, maxLogs=32
2024-11-08T01:40:08,898 DEBUG [RS:1;8118b061437f:45297 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,45297,1731030007061/8118b061437f%2C45297%2C1731030007061.1731030008884, exclude list is [], retry=0
2024-11-08T01:40:08,899 DEBUG [RS:0;8118b061437f:34607 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959/8118b061437f%2C34607%2C1731030006959.1731030008884, exclude list is [], retry=0
2024-11-08T01:40:08,902 DEBUG [RS:2;8118b061437f:41197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113/8118b061437f%2C41197%2C1731030007113.1731030008885, exclude list is [], retry=0
2024-11-08T01:40:08,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:40:08,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:40:08,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:40:08,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:40:08,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:40:08,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:40:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:40:08,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:40:08,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:40:08,914 INFO  [RS:1;8118b061437f:45297 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,45297,1731030007061/8118b061437f%2C45297%2C1731030007061.1731030008884
2024-11-08T01:40:08,921 DEBUG [RS:1;8118b061437f:45297 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:41087:41087),(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-08T01:40:08,924 INFO  [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959/8118b061437f%2C34607%2C1731030006959.1731030008884
2024-11-08T01:40:08,924 DEBUG [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41087:41087),(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:41819:41819)]
2024-11-08T01:40:08,926 INFO  [RS:2;8118b061437f:41197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113/8118b061437f%2C41197%2C1731030007113.1731030008885
2024-11-08T01:40:08,928 DEBUG [RS:2;8118b061437f:41197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:41087:41087)]
2024-11-08T01:40:09,063 DEBUG [8118b061437f:34037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-08T01:40:09,070 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0}
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T01:40:09,077 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T01:40:09,077 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T01:40:09,077 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T01:40:09,077 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T01:40:09,084 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:09,091 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPENING
2024-11-08T01:40:09,134 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-08T01:40:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:09,222 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:09,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:40:09,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,225 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,228 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:40:09,231 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:09,403 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T01:40:09,406 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42689, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T01:40:09,416 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T01:40:09,417 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:40:09,417 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T01:40:09,421 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C41197%2C1731030007113.meta, suffix=.meta, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs, maxLogs=32
2024-11-08T01:40:09,437 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, exclude list is [], retry=0
2024-11-08T01:40:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:40:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:40:09,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:40:09,444 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta
2024-11-08T01:40:09,444 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39721:39721),(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:41087:41087)]
2024-11-08T01:40:09,444 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T01:40:09,446 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T01:40:09,448 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T01:40:09,453 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T01:40:09,457 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T01:40:09,457 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,457 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T01:40:09,458 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T01:40:09,462 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T01:40:09,463 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T01:40:09,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:09,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:09,464 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T01:40:09,466 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T01:40:09,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:09,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:09,467 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T01:40:09,468 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T01:40:09,468 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:09,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:09,469 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T01:40:09,470 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T01:40:09,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:09,471 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:40:09,472 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T01:40:09,473 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:40:09,475 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:40:09,477 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T01:40:09,477 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T01:40:09,478 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T01:40:09,480 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T01:40:09,482 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71641733, jitterRate=0.06754501163959503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T01:40:09,482 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T01:40:09,483 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731030009458Writing region info on filesystem at 1731030009458Initializing all the Stores at 1731030009461 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030009461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030009462 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030009462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030009462Cleaning up temporary data from old regions at 1731030009478 (+16 ms)Running coprocessor post-open hooks at 1731030009482 (+4 ms)Region opened successfully at 1731030009483 (+1 ms)
2024-11-08T01:40:09,489 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731030009395
2024-11-08T01:40:09,500 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T01:40:09,500 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T01:40:09,501 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:09,503 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPEN
2024-11-08T01:40:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:09,517 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:09,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:09,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:09,518 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,41197,1731030007113
2024-11-08T01:40:09,524 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-08T01:40:09,525 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,41197,1731030007113 in 287 msec
2024-11-08T01:40:09,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-08T01:40:09,531 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 881 msec
2024-11-08T01:40:09,533 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-08T01:40:09,533 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-08T01:40:09,549 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:09,550 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:09,571 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T01:40:09,573 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49873, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:40:09,595 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1720 sec
2024-11-08T01:40:09,596 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731030009596, completionTime=-1
2024-11-08T01:40:09,621 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-08T01:40:09,621 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:40:09,650 INFO  [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-08T01:40:09,650 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030069650
2024-11-08T01:40:09,650 INFO  [master/8118b061437f:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030129650
2024-11-08T01:40:09,650 INFO  [master/8118b061437f:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec
2024-11-08T01:40:09,652 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:40:09,662 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,662 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,662 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,664 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-8118b061437f:34037, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,665 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,665 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,672 DEBUG [master/8118b061437f:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-08T01:40:09,697 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.463sec
2024-11-08T01:40:09,699 INFO  [master/8118b061437f:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-08T01:40:09,700 INFO  [master/8118b061437f:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-08T01:40:09,701 INFO  [master/8118b061437f:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-08T01:40:09,702 INFO  [master/8118b061437f:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-08T01:40:09,702 INFO  [master/8118b061437f:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-08T01:40:09,703 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-08T01:40:09,703 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-08T01:40:09,708 DEBUG [master/8118b061437f:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-08T01:40:09,709 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-08T01:40:09,710 INFO  [master/8118b061437f:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=8118b061437f,34037,1731030006023-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-08T01:40:09,777 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca04c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T01:40:09,782 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-08T01:40:09,782 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-08T01:40:09,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 8118b061437f,34037,-1 for getting cluster id
2024-11-08T01:40:09,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-08T01:40:09,797 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd0c2da5f-3663-487e-af14-0a1b534270fe'
2024-11-08T01:40:09,798 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-08T01:40:09,799 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d0c2da5f-3663-487e-af14-0a1b534270fe"

2024-11-08T01:40:09,800 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59e97a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T01:40:09,801 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [8118b061437f,34037,-1]
2024-11-08T01:40:09,803 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-08T01:40:09,804 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:40:09,805 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43018, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T01:40:09,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc4bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-08T01:40:09,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:09,814 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:09,814 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T01:40:09,816 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:40:09,834 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=8118b061437f,34037,1731030006023
2024-11-08T01:40:09,835 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false
2024-11-08T01:40:09,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-08T01:40:09,843 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 8118b061437f,34037,1731030006023
2024-11-08T01:40:09,845 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8309f5b
2024-11-08T01:40:09,846 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-08T01:40:09,849 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T01:40:09,856 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-08T01:40:09,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:40:09,867 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION
2024-11-08T01:40:09,869 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true"
 procId is: 4
2024-11-08T01:40:09,869 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:09,873 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-08T01:40:09,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:09,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741837_1013 (size=1020)
2024-11-08T01:40:09,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741837_1013 (size=1020)
2024-11-08T01:40:09,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741837_1013 (size=1020)
2024-11-08T01:40:09,895 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 3392c1e9988a014b4cc228409c183fee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,896 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8203f1e12573770b88c839b0fd2d88ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,896 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3fe9bcf01968863d9e4cbd3b95989a3a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741838_1014 (size=107)
2024-11-08T01:40:09,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741838_1014 (size=107)
2024-11-08T01:40:09,914 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741838_1014 (size=107)
2024-11-08T01:40:09,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741839_1015 (size=110)
2024-11-08T01:40:09,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741839_1015 (size=110)
2024-11-08T01:40:09,915 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8203f1e12573770b88c839b0fd2d88ae, disabling compactions & flushes
2024-11-08T01:40:09,916 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:09,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:09,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae. after waiting 0 ms
2024-11-08T01:40:09,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741839_1015 (size=110)
2024-11-08T01:40:09,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:09,916 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:09,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8203f1e12573770b88c839b0fd2d88ae:
Waiting for close lock at 1731030009915Disabling compacts and flushes for region at 1731030009915Disabling writes for close at 1731030009916 (+1 ms)Writing region close event to WAL at 1731030009916Closed at 1731030009916
2024-11-08T01:40:09,917 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a416e4752baa333fe6b305cacc4c9a8f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 3392c1e9988a014b4cc228409c183fee, disabling compactions & flushes
2024-11-08T01:40:09,917 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:09,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:09,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee. after waiting 0 ms
2024-11-08T01:40:09,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:09,917 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:09,918 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 3392c1e9988a014b4cc228409c183fee:
Waiting for close lock at 1731030009917Disabling compacts and flushes for region at 1731030009917Disabling writes for close at 1731030009917Writing region close event to WAL at 1731030009917Closed at 1731030009917
2024-11-08T01:40:09,918 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 132f7dde7fc79d482571ad14d2329415, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741840_1016 (size=110)
2024-11-08T01:40:09,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741840_1016 (size=110)
2024-11-08T01:40:09,934 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741840_1016 (size=110)
2024-11-08T01:40:09,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741841_1017 (size=110)
2024-11-08T01:40:09,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741841_1017 (size=110)
2024-11-08T01:40:09,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741841_1017 (size=110)
2024-11-08T01:40:09,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741842_1018 (size=110)
2024-11-08T01:40:09,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741842_1018 (size=110)
2024-11-08T01:40:09,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a416e4752baa333fe6b305cacc4c9a8f, disabling compactions & flushes
2024-11-08T01:40:09,945 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:09,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741842_1018 (size=110)
2024-11-08T01:40:09,945 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:09,946 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f. after waiting 0 ms
2024-11-08T01:40:09,946 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:09,946 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:09,946 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a416e4752baa333fe6b305cacc4c9a8f:
Waiting for close lock at 1731030009945Disabling compacts and flushes for region at 1731030009945Disabling writes for close at 1731030009946 (+1 ms)Writing region close event to WAL at 1731030009946Closed at 1731030009946
2024-11-08T01:40:09,947 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81ac617d10baa32ef59db91336d8ed8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 132f7dde7fc79d482571ad14d2329415, disabling compactions & flushes
2024-11-08T01:40:09,947 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415. after waiting 0 ms
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:09,947 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:09,947 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 132f7dde7fc79d482571ad14d2329415:
Waiting for close lock at 1731030009947Disabling compacts and flushes for region at 1731030009947Disabling writes for close at 1731030009947Writing region close event to WAL at 1731030009947Closed at 1731030009947
2024-11-08T01:40:09,948 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8ebed99350deca5a41455c993dfa02af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741844_1020 (size=110)
2024-11-08T01:40:09,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741843_1019 (size=110)
2024-11-08T01:40:09,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741843_1019 (size=110)
2024-11-08T01:40:09,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741843_1019 (size=110)
2024-11-08T01:40:09,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741844_1020 (size=110)
2024-11-08T01:40:09,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741844_1020 (size=110)
2024-11-08T01:40:09,966 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,966 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 81ac617d10baa32ef59db91336d8ed8d, disabling compactions & flushes
2024-11-08T01:40:09,966 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:09,966 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:09,967 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d. after waiting 0 ms
2024-11-08T01:40:09,967 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:09,967 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:09,967 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81ac617d10baa32ef59db91336d8ed8d:
Waiting for close lock at 1731030009966Disabling compacts and flushes for region at 1731030009966Disabling writes for close at 1731030009967 (+1 ms)Writing region close event to WAL at 1731030009967Closed at 1731030009967
2024-11-08T01:40:09,968 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 56c1ebf6f316a3af8a0faa1b2f3ba37d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8ebed99350deca5a41455c993dfa02af, disabling compactions & flushes
2024-11-08T01:40:09,969 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:09,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:09,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af. after waiting 0 ms
2024-11-08T01:40:09,969 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:09,970 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:09,970 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8ebed99350deca5a41455c993dfa02af:
Waiting for close lock at 1731030009969Disabling compacts and flushes for region at 1731030009969Disabling writes for close at 1731030009969Writing region close event to WAL at 1731030009969Closed at 1731030009969
2024-11-08T01:40:09,970 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 03ce7d202802de42c255d596abfe80d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:09,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741845_1021 (size=110)
2024-11-08T01:40:09,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741845_1021 (size=110)
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 56c1ebf6f316a3af8a0faa1b2f3ba37d, disabling compactions & flushes
2024-11-08T01:40:09,988 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741845_1021 (size=110)
2024-11-08T01:40:09,988 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d. after waiting 0 ms
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:09,988 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:09,988 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 56c1ebf6f316a3af8a0faa1b2f3ba37d:
Waiting for close lock at 1731030009988Disabling compacts and flushes for region at 1731030009988Disabling writes for close at 1731030009988Writing region close event to WAL at 1731030009988Closed at 1731030009988
2024-11-08T01:40:09,989 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e2c23f8cd69b08d20f1e65f6fd506980, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:09,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741846_1022 (size=110)
2024-11-08T01:40:09,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741846_1022 (size=110)
2024-11-08T01:40:09,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741846_1022 (size=110)
2024-11-08T01:40:09,997 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:09,997 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 03ce7d202802de42c255d596abfe80d0, disabling compactions & flushes
2024-11-08T01:40:09,998 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:09,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:09,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0. after waiting 0 ms
2024-11-08T01:40:09,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:09,998 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:09,998 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 03ce7d202802de42c255d596abfe80d0:
Waiting for close lock at 1731030009997Disabling compacts and flushes for region at 1731030009997Disabling writes for close at 1731030009998 (+1 ms)Writing region close event to WAL at 1731030009998Closed at 1731030009998
2024-11-08T01:40:09,999 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0bc19914937aac508631c1e5e7133760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741847_1023 (size=110)
2024-11-08T01:40:10,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741847_1023 (size=110)
2024-11-08T01:40:10,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741847_1023 (size=110)
2024-11-08T01:40:10,007 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,008 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e2c23f8cd69b08d20f1e65f6fd506980, disabling compactions & flushes
2024-11-08T01:40:10,008 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:10,008 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:10,008 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980. after waiting 0 ms
2024-11-08T01:40:10,008 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:10,008 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:10,008 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e2c23f8cd69b08d20f1e65f6fd506980:
Waiting for close lock at 1731030010008Disabling compacts and flushes for region at 1731030010008Disabling writes for close at 1731030010008Writing region close event to WAL at 1731030010008Closed at 1731030010008
2024-11-08T01:40:10,009 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 571e6be31d918986c9b501f1903c843a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741848_1024 (size=110)
2024-11-08T01:40:10,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741848_1024 (size=110)
2024-11-08T01:40:10,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741848_1024 (size=110)
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0bc19914937aac508631c1e5e7133760, disabling compactions & flushes
2024-11-08T01:40:10,024 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760. after waiting 0 ms
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:10,024 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:10,024 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0bc19914937aac508631c1e5e7133760:
Waiting for close lock at 1731030010024Disabling compacts and flushes for region at 1731030010024Disabling writes for close at 1731030010024Writing region close event to WAL at 1731030010024Closed at 1731030010024
2024-11-08T01:40:10,025 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aa7b745e1f7ebc5a7e073b269fd5240f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741849_1025 (size=110)
2024-11-08T01:40:10,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741849_1025 (size=110)
2024-11-08T01:40:10,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741849_1025 (size=110)
2024-11-08T01:40:10,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741850_1026 (size=110)
2024-11-08T01:40:10,040 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741850_1026 (size=110)
2024-11-08T01:40:10,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741850_1026 (size=110)
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing aa7b745e1f7ebc5a7e073b269fd5240f, disabling compactions & flushes
2024-11-08T01:40:10,042 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f. after waiting 0 ms
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,042 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,042 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for aa7b745e1f7ebc5a7e073b269fd5240f:
Waiting for close lock at 1731030010042Disabling compacts and flushes for region at 1731030010042Disabling writes for close at 1731030010042Writing region close event to WAL at 1731030010042Closed at 1731030010042
2024-11-08T01:40:10,043 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 40e741b460a8a8da508e867388129f96, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,053 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741851_1027 (size=110)
2024-11-08T01:40:10,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741851_1027 (size=110)
2024-11-08T01:40:10,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741851_1027 (size=110)
2024-11-08T01:40:10,055 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 40e741b460a8a8da508e867388129f96, disabling compactions & flushes
2024-11-08T01:40:10,056 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:10,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:10,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96. after waiting 0 ms
2024-11-08T01:40:10,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:10,056 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:10,056 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 40e741b460a8a8da508e867388129f96:
Waiting for close lock at 1731030010055Disabling compacts and flushes for region at 1731030010055Disabling writes for close at 1731030010056 (+1 ms)Writing region close event to WAL at 1731030010056Closed at 1731030010056
2024-11-08T01:40:10,057 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => bad535374c8cf7c58c47b8cbf80f2d96, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741852_1028 (size=110)
2024-11-08T01:40:10,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741852_1028 (size=110)
2024-11-08T01:40:10,067 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741852_1028 (size=110)
2024-11-08T01:40:10,068 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,068 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing bad535374c8cf7c58c47b8cbf80f2d96, disabling compactions & flushes
2024-11-08T01:40:10,069 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:10,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:10,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96. after waiting 0 ms
2024-11-08T01:40:10,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:10,069 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:10,069 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for bad535374c8cf7c58c47b8cbf80f2d96:
Waiting for close lock at 1731030010068Disabling compacts and flushes for region at 1731030010068Disabling writes for close at 1731030010069 (+1 ms)Writing region close event to WAL at 1731030010069Closed at 1731030010069
2024-11-08T01:40:10,069 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => aa46f6002b779fe1a379f3b2738e82bb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741853_1029 (size=110)
2024-11-08T01:40:10,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741853_1029 (size=110)
2024-11-08T01:40:10,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741853_1029 (size=110)
2024-11-08T01:40:10,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing aa46f6002b779fe1a379f3b2738e82bb, disabling compactions & flushes
2024-11-08T01:40:10,088 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:10,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:10,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb. after waiting 0 ms
2024-11-08T01:40:10,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:10,089 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:10,089 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for aa46f6002b779fe1a379f3b2738e82bb:
Waiting for close lock at 1731030010088Disabling compacts and flushes for region at 1731030010088Disabling writes for close at 1731030010089 (+1 ms)Writing region close event to WAL at 1731030010089Closed at 1731030010089
2024-11-08T01:40:10,090 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8257549553677f3fc8f2bfc8876074bb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741854_1030 (size=110)
2024-11-08T01:40:10,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741854_1030 (size=110)
2024-11-08T01:40:10,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741854_1030 (size=110)
2024-11-08T01:40:10,102 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,102 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8257549553677f3fc8f2bfc8876074bb, disabling compactions & flushes
2024-11-08T01:40:10,102 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:10,102 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:10,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb. after waiting 0 ms
2024-11-08T01:40:10,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:10,103 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:10,103 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8257549553677f3fc8f2bfc8876074bb:
Waiting for close lock at 1731030010102Disabling compacts and flushes for region at 1731030010102Disabling writes for close at 1731030010103 (+1 ms)Writing region close event to WAL at 1731030010103Closed at 1731030010103
2024-11-08T01:40:10,104 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 08f041154c25b7616f820342d3ada1df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741855_1031 (size=110)
2024-11-08T01:40:10,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741855_1031 (size=110)
2024-11-08T01:40:10,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741855_1031 (size=110)
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 08f041154c25b7616f820342d3ada1df, disabling compactions & flushes
2024-11-08T01:40:10,115 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df. after waiting 0 ms
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:10,115 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:10,115 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 08f041154c25b7616f820342d3ada1df:
Waiting for close lock at 1731030010115Disabling compacts and flushes for region at 1731030010115Disabling writes for close at 1731030010115Writing region close event to WAL at 1731030010115Closed at 1731030010115
2024-11-08T01:40:10,116 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 14e9bd66140e4fb3c2e8f2b03ca19e31, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741856_1032 (size=110)
2024-11-08T01:40:10,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741856_1032 (size=110)
2024-11-08T01:40:10,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741856_1032 (size=110)
2024-11-08T01:40:10,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 14e9bd66140e4fb3c2e8f2b03ca19e31, disabling compactions & flushes
2024-11-08T01:40:10,126 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:10,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:10,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31. after waiting 0 ms
2024-11-08T01:40:10,126 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:10,126 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:10,127 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 14e9bd66140e4fb3c2e8f2b03ca19e31:
Waiting for close lock at 1731030010126Disabling compacts and flushes for region at 1731030010126Disabling writes for close at 1731030010126Writing region close event to WAL at 1731030010126Closed at 1731030010126
2024-11-08T01:40:10,127 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 76a89e3fd6129b3bc6bf9002038c473d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,136 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741857_1033 (size=110)
2024-11-08T01:40:10,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741857_1033 (size=110)
2024-11-08T01:40:10,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741857_1033 (size=110)
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 76a89e3fd6129b3bc6bf9002038c473d, disabling compactions & flushes
2024-11-08T01:40:10,138 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d. after waiting 0 ms
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:10,138 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:10,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 76a89e3fd6129b3bc6bf9002038c473d:
Waiting for close lock at 1731030010138Disabling compacts and flushes for region at 1731030010138Disabling writes for close at 1731030010138Writing region close event to WAL at 1731030010138Closed at 1731030010138
2024-11-08T01:40:10,139 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5cab10a0eec1c01888b1776e39ef07c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741858_1034 (size=110)
2024-11-08T01:40:10,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741858_1034 (size=110)
2024-11-08T01:40:10,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741858_1034 (size=110)
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5cab10a0eec1c01888b1776e39ef07c8, disabling compactions & flushes
2024-11-08T01:40:10,150 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8. after waiting 0 ms
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:10,150 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:10,150 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5cab10a0eec1c01888b1776e39ef07c8:
Waiting for close lock at 1731030010150Disabling compacts and flushes for region at 1731030010150Disabling writes for close at 1731030010150Writing region close event to WAL at 1731030010150Closed at 1731030010150
2024-11-08T01:40:10,151 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9c635889cbbb8e1edf16c1a26d09ae24, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741859_1035 (size=110)
2024-11-08T01:40:10,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741859_1035 (size=110)
2024-11-08T01:40:10,161 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741859_1035 (size=110)
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 9c635889cbbb8e1edf16c1a26d09ae24, disabling compactions & flushes
2024-11-08T01:40:10,162 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24. after waiting 0 ms
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:10,162 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:10,162 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9c635889cbbb8e1edf16c1a26d09ae24:
Waiting for close lock at 1731030010162Disabling compacts and flushes for region at 1731030010162Disabling writes for close at 1731030010162Writing region close event to WAL at 1731030010162Closed at 1731030010162
2024-11-08T01:40:10,163 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d5045886fea7064953b96a940fffd821, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741860_1036 (size=110)
2024-11-08T01:40:10,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741860_1036 (size=110)
2024-11-08T01:40:10,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741860_1036 (size=110)
2024-11-08T01:40:10,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d5045886fea7064953b96a940fffd821, disabling compactions & flushes
2024-11-08T01:40:10,177 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:10,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:10,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821. after waiting 0 ms
2024-11-08T01:40:10,177 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:10,177 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:10,178 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d5045886fea7064953b96a940fffd821:
Waiting for close lock at 1731030010177Disabling compacts and flushes for region at 1731030010177Disabling writes for close at 1731030010177Writing region close event to WAL at 1731030010177Closed at 1731030010177
2024-11-08T01:40:10,178 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => ea9dca84a18db4144f7aebbb684e4fe1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741861_1037 (size=110)
2024-11-08T01:40:10,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741861_1037 (size=110)
2024-11-08T01:40:10,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741861_1037 (size=110)
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing ea9dca84a18db4144f7aebbb684e4fe1, disabling compactions & flushes
2024-11-08T01:40:10,190 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1. after waiting 0 ms
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,190 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,190 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for ea9dca84a18db4144f7aebbb684e4fe1:
Waiting for close lock at 1731030010190Disabling compacts and flushes for region at 1731030010190Disabling writes for close at 1731030010190Writing region close event to WAL at 1731030010190Closed at 1731030010190
2024-11-08T01:40:10,191 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2887f9115d671c30643da5f1f3f9d211, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:10,201 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741862_1038 (size=110)
2024-11-08T01:40:10,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741862_1038 (size=110)
2024-11-08T01:40:10,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741862_1038 (size=110)
2024-11-08T01:40:10,202 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,203 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2887f9115d671c30643da5f1f3f9d211, disabling compactions & flushes
2024-11-08T01:40:10,203 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,203 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,203 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211. after waiting 0 ms
2024-11-08T01:40:10,203 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,203 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,203 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2887f9115d671c30643da5f1f3f9d211:
Waiting for close lock at 1731030010203Disabling compacts and flushes for region at 1731030010203Disabling writes for close at 1731030010203Writing region close event to WAL at 1731030010203Closed at 1731030010203
2024-11-08T01:40:10,203 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 378d736ce5c2b8b6bc19d690e16afa54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67
2024-11-08T01:40:10,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741863_1039 (size=107)
2024-11-08T01:40:10,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741863_1039 (size=107)
2024-11-08T01:40:10,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741863_1039 (size=107)
2024-11-08T01:40:10,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,213 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 378d736ce5c2b8b6bc19d690e16afa54, disabling compactions & flushes
2024-11-08T01:40:10,213 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:10,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:10,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54. after waiting 0 ms
2024-11-08T01:40:10,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:10,214 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:10,214 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 378d736ce5c2b8b6bc19d690e16afa54:
Waiting for close lock at 1731030010213Disabling compacts and flushes for region at 1731030010213Disabling writes for close at 1731030010214 (+1 ms)Writing region close event to WAL at 1731030010214Closed at 1731030010214
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 3fe9bcf01968863d9e4cbd3b95989a3a, disabling compactions & flushes
2024-11-08T01:40:10,335 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a. after waiting 0 ms
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:10,335 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:10,335 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3fe9bcf01968863d9e4cbd3b95989a3a:
Waiting for close lock at 1731030010335Disabling compacts and flushes for region at 1731030010335Disabling writes for close at 1731030010335Writing region close event to WAL at 1731030010335Closed at 1731030010335
2024-11-08T01:40:10,430 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,430 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 571e6be31d918986c9b501f1903c843a, disabling compactions & flushes
2024-11-08T01:40:10,430 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:10,430 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:10,431 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a. after waiting 0 ms
2024-11-08T01:40:10,431 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:10,431 INFO  [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:10,431 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 571e6be31d918986c9b501f1903c843a:
Waiting for close lock at 1731030010430Disabling compacts and flushes for region at 1731030010430Disabling writes for close at 1731030010431 (+1 ms)Writing region close event to WAL at 1731030010431Closed at 1731030010431
2024-11-08T01:40:10,433 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META
2024-11-08T01:40:10,440 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,441 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,442 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,443 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,444 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,445 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,446 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731030010433"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731030010433"}]},"ts":"1731030010433"}
2024-11-08T01:40:10,485 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta.
2024-11-08T01:40:10,488 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-08T01:40:10,490 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030010488"}]},"ts":"1731030010488"}
2024-11-08T01:40:10,498 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta
2024-11-08T01:40:10,499 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0}
2024-11-08T01:40:10,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-08T01:40:10,540 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T01:40:10,540 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T01:40:10,540 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-08T01:40:10,540 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T01:40:10,544 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3392c1e9988a014b4cc228409c183fee, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ebed99350deca5a41455c993dfa02af, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03ce7d202802de42c255d596abfe80d0, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa7b745e1f7ebc5a7e073b269fd5240f, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40e741b460a8a8da508e867388129f96, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa46f6002b779fe1a379f3b2738e82bb, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8257549553677f3fc8f2bfc8876074bb, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=14e9bd66140e4fb3c2e8f2b03ca19e31, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5045886fea7064953b96a940fffd821, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2887f9115d671c30643da5f1f3f9d211, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=378d736ce5c2b8b6bc19d690e16afa54, ASSIGN}]
2024-11-08T01:40:10,554 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=378d736ce5c2b8b6bc19d690e16afa54, ASSIGN
2024-11-08T01:40:10,556 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=378d736ce5c2b8b6bc19d690e16afa54, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,557 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2887f9115d671c30643da5f1f3f9d211, ASSIGN
2024-11-08T01:40:10,559 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2887f9115d671c30643da5f1f3f9d211, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,560 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN
2024-11-08T01:40:10,561 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,563 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5045886fea7064953b96a940fffd821, ASSIGN
2024-11-08T01:40:10,564 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5045886fea7064953b96a940fffd821, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,565 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24, ASSIGN
2024-11-08T01:40:10,566 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,568 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN
2024-11-08T01:40:10,569 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,570 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d, ASSIGN
2024-11-08T01:40:10,571 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,573 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=14e9bd66140e4fb3c2e8f2b03ca19e31, ASSIGN
2024-11-08T01:40:10,574 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=14e9bd66140e4fb3c2e8f2b03ca19e31, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,575 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN
2024-11-08T01:40:10,576 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,577 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8257549553677f3fc8f2bfc8876074bb, ASSIGN
2024-11-08T01:40:10,578 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8257549553677f3fc8f2bfc8876074bb, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,580 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa46f6002b779fe1a379f3b2738e82bb, ASSIGN
2024-11-08T01:40:10,581 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa46f6002b779fe1a379f3b2738e82bb, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,583 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN
2024-11-08T01:40:10,584 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,586 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40e741b460a8a8da508e867388129f96, ASSIGN
2024-11-08T01:40:10,587 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40e741b460a8a8da508e867388129f96, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,588 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa7b745e1f7ebc5a7e073b269fd5240f, ASSIGN
2024-11-08T01:40:10,590 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa7b745e1f7ebc5a7e073b269fd5240f, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,591 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a, ASSIGN
2024-11-08T01:40:10,593 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,597 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN
2024-11-08T01:40:10,598 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,600 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980, ASSIGN
2024-11-08T01:40:10,602 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,604 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03ce7d202802de42c255d596abfe80d0, ASSIGN
2024-11-08T01:40:10,606 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03ce7d202802de42c255d596abfe80d0, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,607 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN
2024-11-08T01:40:10,608 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,610 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ebed99350deca5a41455c993dfa02af, ASSIGN
2024-11-08T01:40:10,611 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ebed99350deca5a41455c993dfa02af, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,612 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d, ASSIGN
2024-11-08T01:40:10,614 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,615 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN
2024-11-08T01:40:10,616 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,618 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f, ASSIGN
2024-11-08T01:40:10,619 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f, ASSIGN; state=OFFLINE, location=8118b061437f,34607,1731030006959; forceNewPlan=false, retain=false
2024-11-08T01:40:10,620 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3392c1e9988a014b4cc228409c183fee, ASSIGN
2024-11-08T01:40:10,621 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3392c1e9988a014b4cc228409c183fee, ASSIGN; state=OFFLINE, location=8118b061437f,45297,1731030007061; forceNewPlan=false, retain=false
2024-11-08T01:40:10,623 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN
2024-11-08T01:40:10,624 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,625 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN
2024-11-08T01:40:10,626 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN; state=OFFLINE, location=8118b061437f,41197,1731030007113; forceNewPlan=false, retain=false
2024-11-08T01:40:10,709 INFO  [8118b061437f:34037 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 
2024-11-08T01:40:10,710 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2887f9115d671c30643da5f1f3f9d211, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,711 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,711 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,712 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,712 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2887f9115d671c30643da5f1f3f9d211, ASSIGN because future has completed
2024-11-08T01:40:10,713 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=571e6be31d918986c9b501f1903c843a, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,714 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=03ce7d202802de42c255d596abfe80d0, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,715 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2887f9115d671c30643da5f1f3f9d211, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24, ASSIGN because future has completed
2024-11-08T01:40:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=14e9bd66140e4fb3c2e8f2b03ca19e31, ASSIGN because future has completed
2024-11-08T01:40:10,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa46f6002b779fe1a379f3b2738e82bb, ASSIGN because future has completed
2024-11-08T01:40:10,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa7b745e1f7ebc5a7e073b269fd5240f, ASSIGN because future has completed
2024-11-08T01:40:10,725 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7b745e1f7ebc5a7e073b269fd5240f, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a, ASSIGN because future has completed
2024-11-08T01:40:10,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03ce7d202802de42c255d596abfe80d0, ASSIGN because future has completed
2024-11-08T01:40:10,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03ce7d202802de42c255d596abfe80d0, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,735 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571e6be31d918986c9b501f1903c843a, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,741 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa46f6002b779fe1a379f3b2738e82bb, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,745 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14e9bd66140e4fb3c2e8f2b03ca19e31, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,750 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c635889cbbb8e1edf16c1a26d09ae24, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,754 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81ac617d10baa32ef59db91336d8ed8d, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,755 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3392c1e9988a014b4cc228409c183fee, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,756 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,756 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,757 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=08f041154c25b7616f820342d3ada1df, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d, ASSIGN because future has completed
2024-11-08T01:40:10,757 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,758 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ac617d10baa32ef59db91336d8ed8d, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3392c1e9988a014b4cc228409c183fee, ASSIGN because future has completed
2024-11-08T01:40:10,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN because future has completed
2024-11-08T01:40:10,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN because future has completed
2024-11-08T01:40:10,763 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN because future has completed
2024-11-08T01:40:10,765 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN because future has completed
2024-11-08T01:40:10,767 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,778 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,783 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3392c1e9988a014b4cc228409c183fee, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:40:10,787 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0bc19914937aac508631c1e5e7133760, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,787 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,788 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=132f7dde7fc79d482571ad14d2329415, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,789 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,790 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8203f1e12573770b88c839b0fd2d88ae, regionState=OPENING, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN because future has completed
2024-11-08T01:40:10,791 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN because future has completed
2024-11-08T01:40:10,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN because future has completed
2024-11-08T01:40:10,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN because future has completed
2024-11-08T01:40:10,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN because future has completed
2024-11-08T01:40:10,797 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,803 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,809 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,814 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,41197,1731030007113}]
2024-11-08T01:40:10,818 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,819 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d5045886fea7064953b96a940fffd821, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,819 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,820 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8257549553677f3fc8f2bfc8876074bb, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,821 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=40e741b460a8a8da508e867388129f96, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=378d736ce5c2b8b6bc19d690e16afa54, ASSIGN because future has completed
2024-11-08T01:40:10,822 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 378d736ce5c2b8b6bc19d690e16afa54, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5045886fea7064953b96a940fffd821, ASSIGN because future has completed
2024-11-08T01:40:10,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d, ASSIGN because future has completed
2024-11-08T01:40:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8257549553677f3fc8f2bfc8876074bb, ASSIGN because future has completed
2024-11-08T01:40:10,827 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8257549553677f3fc8f2bfc8876074bb, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40e741b460a8a8da508e867388129f96, ASSIGN because future has completed
2024-11-08T01:40:10,831 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e741b460a8a8da508e867388129f96, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,835 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a89e3fd6129b3bc6bf9002038c473d, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,839 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5045886fea7064953b96a940fffd821, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,843 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,844 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8ebed99350deca5a41455c993dfa02af, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,844 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:10,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980, ASSIGN because future has completed
2024-11-08T01:40:10,846 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2c23f8cd69b08d20f1e65f6fd506980, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ebed99350deca5a41455c993dfa02af, ASSIGN because future has completed
2024-11-08T01:40:10,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f, ASSIGN because future has completed
2024-11-08T01:40:10,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a416e4752baa333fe6b305cacc4c9a8f, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,855 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ebed99350deca5a41455c993dfa02af, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:40:10,869 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T01:40:10,872 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44687, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T01:40:10,880 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,881 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 2887f9115d671c30643da5f1f3f9d211, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.', STARTKEY => 'yyy', ENDKEY => 'zzz'}
2024-11-08T01:40:10,881 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,881 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,881 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,881 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,883 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2887f9115d671c30643da5f1f3f9d211 
2024-11-08T01:40:10,885 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2887f9115d671c30643da5f1f3f9d211 columnFamilyName colfamily11
2024-11-08T01:40:10,885 DEBUG [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,886 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(327): Store=2887f9115d671c30643da5f1f3f9d211/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,886 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2887f9115d671c30643da5f1f3f9d211 
2024-11-08T01:40:10,888 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2887f9115d671c30643da5f1f3f9d211 columnFamilyName colfamily21
2024-11-08T01:40:10,888 DEBUG [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,889 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(327): Store=2887f9115d671c30643da5f1f3f9d211/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,889 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2887f9115d671c30643da5f1f3f9d211 
2024-11-08T01:40:10,890 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2887f9115d671c30643da5f1f3f9d211 columnFamilyName colfamily31
2024-11-08T01:40:10,891 DEBUG [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,891 INFO  [StoreOpener-2887f9115d671c30643da5f1f3f9d211-1 {}] regionserver.HStore(327): Store=2887f9115d671c30643da5f1f3f9d211/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,891 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,893 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,894 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,895 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,895 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,896 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:10,897 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,900 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:10,902 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 2887f9115d671c30643da5f1f3f9d211; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66014323, jitterRate=-0.016309931874275208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:10,902 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:40:10,903 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 2887f9115d671c30643da5f1f3f9d211:
Running coprocessor pre-open hook at 1731030010881Writing region info on filesystem at 1731030010882 (+1 ms)Initializing all the Stores at 1731030010883 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010883Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010883Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010883Cleaning up temporary data from old regions at 1731030010895 (+12 ms)Running coprocessor post-open hooks at 1731030010902 (+7 ms)Region opened successfully at 1731030010903 (+1 ms)
2024-11-08T01:40:10,905 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., pid=31, masterSystemTime=1731030010869
2024-11-08T01:40:10,909 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,910 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,910 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:40:10,910 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,910 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => aa7b745e1f7ebc5a7e073b269fd5240f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.', STARTKEY => 'mmm', ENDKEY => 'nnn'}
2024-11-08T01:40:10,911 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,911 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,911 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,911 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2887f9115d671c30643da5f1f3f9d211, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:10,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=29
2024-11-08T01:40:10,918 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 2887f9115d671c30643da5f1f3f9d211, server=8118b061437f,45297,1731030007061 in 200 msec
2024-11-08T01:40:10,920 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aa7b745e1f7ebc5a7e073b269fd5240f 
2024-11-08T01:40:10,923 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7b745e1f7ebc5a7e073b269fd5240f columnFamilyName colfamily11
2024-11-08T01:40:10,923 DEBUG [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,924 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2887f9115d671c30643da5f1f3f9d211, ASSIGN in 376 msec
2024-11-08T01:40:10,924 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(327): Store=aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,924 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aa7b745e1f7ebc5a7e073b269fd5240f 
2024-11-08T01:40:10,926 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:10,926 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 132f7dde7fc79d482571ad14d2329415, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.', STARTKEY => 'eee', ENDKEY => 'fff'}
2024-11-08T01:40:10,927 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7b745e1f7ebc5a7e073b269fd5240f columnFamilyName colfamily21
2024-11-08T01:40:10,927 DEBUG [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,927 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,927 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,927 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,927 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,927 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(327): Store=aa7b745e1f7ebc5a7e073b269fd5240f/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,927 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aa7b745e1f7ebc5a7e073b269fd5240f 
2024-11-08T01:40:10,929 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa7b745e1f7ebc5a7e073b269fd5240f columnFamilyName colfamily31
2024-11-08T01:40:10,929 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:40:10,929 DEBUG [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,930 INFO  [StoreOpener-aa7b745e1f7ebc5a7e073b269fd5240f-1 {}] regionserver.HStore(327): Store=aa7b745e1f7ebc5a7e073b269fd5240f/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,930 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,931 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily11
2024-11-08T01:40:10,931 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,931 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,932 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,932 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,932 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:40:10,934 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily21
2024-11-08T01:40:10,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,934 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,934 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,934 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:40:10,935 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:10,936 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily31
2024-11-08T01:40:10,937 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,937 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,937 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,937 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,939 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,939 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,940 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:10,940 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened aa7b745e1f7ebc5a7e073b269fd5240f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71083952, jitterRate=0.05923342704772949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:10,940 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:40:10,941 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for aa7b745e1f7ebc5a7e073b269fd5240f:
Running coprocessor pre-open hook at 1731030010918Writing region info on filesystem at 1731030010918Initializing all the Stores at 1731030010919 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010919Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010920 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010920Cleaning up temporary data from old regions at 1731030010934 (+14 ms)Running coprocessor post-open hooks at 1731030010940 (+6 ms)Region opened successfully at 1731030010940
2024-11-08T01:40:10,941 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,941 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,941 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:10,942 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., pid=32, masterSystemTime=1731030010869
2024-11-08T01:40:10,943 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,945 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,945 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:40:10,945 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:10,946 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 3392c1e9988a014b4cc228409c183fee, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.', STARTKEY => 'ccc', ENDKEY => 'ddd'}
2024-11-08T01:40:10,946 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,946 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,946 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,946 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,946 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,947 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:10,948 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 132f7dde7fc79d482571ad14d2329415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61123400, jitterRate=-0.08919036388397217}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:10,948 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:40:10,949 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 132f7dde7fc79d482571ad14d2329415:
Running coprocessor pre-open hook at 1731030010927Writing region info on filesystem at 1731030010927Initializing all the Stores at 1731030010929 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010929Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010929Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010929Cleaning up temporary data from old regions at 1731030010941 (+12 ms)Running coprocessor post-open hooks at 1731030010948 (+7 ms)Region opened successfully at 1731030010948
2024-11-08T01:40:10,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa7b745e1f7ebc5a7e073b269fd5240f, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:10,950 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3392c1e9988a014b4cc228409c183fee 
2024-11-08T01:40:10,950 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., pid=47, masterSystemTime=1731030010919
2024-11-08T01:40:10,952 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3392c1e9988a014b4cc228409c183fee columnFamilyName colfamily11
2024-11-08T01:40:10,952 DEBUG [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,952 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:10,953 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:40:10,953 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,953 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => ea9dca84a18db4144f7aebbb684e4fe1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.', STARTKEY => 'xxx', ENDKEY => 'yyy'}
2024-11-08T01:40:10,953 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(327): Store=3392c1e9988a014b4cc228409c183fee/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,953 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3392c1e9988a014b4cc228409c183fee 
2024-11-08T01:40:10,953 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,953 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,954 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,954 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,955 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=17
2024-11-08T01:40:10,955 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure aa7b745e1f7ebc5a7e073b269fd5240f, server=8118b061437f,45297,1731030007061 in 226 msec
2024-11-08T01:40:10,956 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3392c1e9988a014b4cc228409c183fee columnFamilyName colfamily21
2024-11-08T01:40:10,956 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:40:10,956 DEBUG [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,957 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(327): Store=3392c1e9988a014b4cc228409c183fee/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,957 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3392c1e9988a014b4cc228409c183fee 
2024-11-08T01:40:10,957 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa7b745e1f7ebc5a7e073b269fd5240f, ASSIGN in 412 msec
2024-11-08T01:40:10,958 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily11
2024-11-08T01:40:10,958 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,958 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,959 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3392c1e9988a014b4cc228409c183fee columnFamilyName colfamily31
2024-11-08T01:40:10,959 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,959 DEBUG [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,959 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:40:10,960 INFO  [StoreOpener-3392c1e9988a014b4cc228409c183fee-1 {}] regionserver.HStore(327): Store=3392c1e9988a014b4cc228409c183fee/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,960 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,961 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,962 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily21
2024-11-08T01:40:10,962 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:10,962 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,963 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,963 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:40:10,964 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,964 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,965 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:10,965 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily31
2024-11-08T01:40:10,965 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,966 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,966 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,967 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,967 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=9
2024-11-08T01:40:10,967 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,41197,1731030007113 in 154 msec
2024-11-08T01:40:10,968 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,968 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,971 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,971 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,971 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:10,971 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN in 425 msec
2024-11-08T01:40:10,972 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 3392c1e9988a014b4cc228409c183fee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60969487, jitterRate=-0.09148384630680084}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:10,972 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:10,972 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:40:10,972 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 3392c1e9988a014b4cc228409c183fee:
Running coprocessor pre-open hook at 1731030010947Writing region info on filesystem at 1731030010947Initializing all the Stores at 1731030010949 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010949Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010949Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010949Cleaning up temporary data from old regions at 1731030010964 (+15 ms)Running coprocessor post-open hooks at 1731030010972 (+8 ms)Region opened successfully at 1731030010972
2024-11-08T01:40:10,973 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., pid=43, masterSystemTime=1731030010869
2024-11-08T01:40:10,974 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,975 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-08T01:40:10,977 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53245, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T01:40:10,978 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:10,978 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:10,978 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:10,978 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:10,978 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 14e9bd66140e4fb3c2e8f2b03ca19e31, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.', STARTKEY => 'sss', ENDKEY => 'ttt'}
2024-11-08T01:40:10,979 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:10,979 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,979 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:10,979 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:10,980 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened ea9dca84a18db4144f7aebbb684e4fe1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65438281, jitterRate=-0.0248936265707016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:10,980 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:40:10,980 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for ea9dca84a18db4144f7aebbb684e4fe1:
Running coprocessor pre-open hook at 1731030010954Writing region info on filesystem at 1731030010954Initializing all the Stores at 1731030010955 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010955Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010956 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010956Cleaning up temporary data from old regions at 1731030010971 (+15 ms)Running coprocessor post-open hooks at 1731030010980 (+9 ms)Region opened successfully at 1731030010980
2024-11-08T01:40:10,981 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:10,982 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., pid=39, masterSystemTime=1731030010919
2024-11-08T01:40:10,984 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:10,984 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 14e9bd66140e4fb3c2e8f2b03ca19e31 
2024-11-08T01:40:10,985 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 76a89e3fd6129b3bc6bf9002038c473d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.', STARTKEY => 'ttt', ENDKEY => 'uuu'}
2024-11-08T01:40:10,985 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:10,985 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,985 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:10,985 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:10,987 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3392c1e9988a014b4cc228409c183fee, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:10,987 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:40:10,987 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:10,988 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 08f041154c25b7616f820342d3ada1df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.', STARTKEY => 'rrr', ENDKEY => 'sss'}
2024-11-08T01:40:10,988 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e9bd66140e4fb3c2e8f2b03ca19e31 columnFamilyName colfamily11
2024-11-08T01:40:10,988 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 76a89e3fd6129b3bc6bf9002038c473d 
2024-11-08T01:40:10,988 DEBUG [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,988 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:10,988 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:10,989 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:10,989 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:10,989 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:10,989 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(327): Store=14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,990 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 14e9bd66140e4fb3c2e8f2b03ca19e31 
2024-11-08T01:40:10,992 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e9bd66140e4fb3c2e8f2b03ca19e31 columnFamilyName colfamily21
2024-11-08T01:40:10,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:10,992 DEBUG [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,993 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(327): Store=14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,993 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:40:10,994 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 14e9bd66140e4fb3c2e8f2b03ca19e31 
2024-11-08T01:40:10,995 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a89e3fd6129b3bc6bf9002038c473d columnFamilyName colfamily11
2024-11-08T01:40:10,995 DEBUG [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,996 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily11
2024-11-08T01:40:10,996 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14e9bd66140e4fb3c2e8f2b03ca19e31 columnFamilyName colfamily31
2024-11-08T01:40:10,996 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,996 DEBUG [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:10,997 INFO  [StoreOpener-14e9bd66140e4fb3c2e8f2b03ca19e31-1 {}] regionserver.HStore(327): Store=14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,997 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,997 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:10,997 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(327): Store=76a89e3fd6129b3bc6bf9002038c473d/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:10,997 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:40:10,998 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 76a89e3fd6129b3bc6bf9002038c473d 
2024-11-08T01:40:10,998 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:10,999 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:11,001 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily21
2024-11-08T01:40:11,001 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:11,001 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,001 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:11,002 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a89e3fd6129b3bc6bf9002038c473d columnFamilyName colfamily21
2024-11-08T01:40:11,002 DEBUG [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,002 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,002 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:40:11,002 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=7
2024-11-08T01:40:11,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 3392c1e9988a014b4cc228409c183fee, server=8118b061437f,45297,1731030007061 in 211 msec
2024-11-08T01:40:11,003 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(327): Store=76a89e3fd6129b3bc6bf9002038c473d/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,003 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 76a89e3fd6129b3bc6bf9002038c473d 
2024-11-08T01:40:11,006 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:11,006 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily31
2024-11-08T01:40:11,006 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,008 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,008 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,008 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76a89e3fd6129b3bc6bf9002038c473d columnFamilyName colfamily31
2024-11-08T01:40:11,009 DEBUG [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,009 INFO  [StoreOpener-76a89e3fd6129b3bc6bf9002038c473d-1 {}] regionserver.HStore(327): Store=76a89e3fd6129b3bc6bf9002038c473d/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3392c1e9988a014b4cc228409c183fee, ASSIGN in 460 msec
2024-11-08T01:40:11,010 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,010 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,010 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,011 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,011 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 14e9bd66140e4fb3c2e8f2b03ca19e31; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68641729, jitterRate=0.022841468453407288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,011 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:40:11,011 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 14e9bd66140e4fb3c2e8f2b03ca19e31:
Running coprocessor pre-open hook at 1731030010980Writing region info on filesystem at 1731030010980Initializing all the Stores at 1731030010981 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010981Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010984 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010984Cleaning up temporary data from old regions at 1731030011001 (+17 ms)Running coprocessor post-open hooks at 1731030011011 (+10 ms)Region opened successfully at 1731030011011
2024-11-08T01:40:11,011 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:11,012 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,015 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,015 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,016 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., pid=36, masterSystemTime=1731030010869
2024-11-08T01:40:11,016 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,017 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,017 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=28
2024-11-08T01:40:11,019 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,41197,1731030007113 in 249 msec
2024-11-08T01:40:11,019 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,019 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,021 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:11,021 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:40:11,022 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:11,022 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => aa46f6002b779fe1a379f3b2738e82bb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.', STARTKEY => 'ppp', ENDKEY => 'qqq'}
2024-11-08T01:40:11,022 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,022 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,023 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,023 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,025 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,025 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,026 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 08f041154c25b7616f820342d3ada1df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67929427, jitterRate=0.012227341532707214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,026 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:40:11,026 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 08f041154c25b7616f820342d3ada1df:
Running coprocessor pre-open hook at 1731030010989Writing region info on filesystem at 1731030010989Initializing all the Stores at 1731030010991 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010991Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010993 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010993Cleaning up temporary data from old regions at 1731030011015 (+22 ms)Running coprocessor post-open hooks at 1731030011026 (+11 ms)Region opened successfully at 1731030011026
2024-11-08T01:40:11,026 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN in 476 msec
2024-11-08T01:40:11,028 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., pid=40, masterSystemTime=1731030010919
2024-11-08T01:40:11,028 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,028 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region aa46f6002b779fe1a379f3b2738e82bb 
2024-11-08T01:40:11,031 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa46f6002b779fe1a379f3b2738e82bb columnFamilyName colfamily11
2024-11-08T01:40:11,032 DEBUG [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14e9bd66140e4fb3c2e8f2b03ca19e31, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,032 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:11,032 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:40:11,032 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:11,032 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(327): Store=aa46f6002b779fe1a379f3b2738e82bb/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,033 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => bad535374c8cf7c58c47b8cbf80f2d96, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.', STARTKEY => 'ooo', ENDKEY => 'ppp'}
2024-11-08T01:40:11,033 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region aa46f6002b779fe1a379f3b2738e82bb 
2024-11-08T01:40:11,033 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,034 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=08f041154c25b7616f820342d3ada1df, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,034 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,034 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,034 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,036 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa46f6002b779fe1a379f3b2738e82bb columnFamilyName colfamily21
2024-11-08T01:40:11,037 DEBUG [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,038 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(327): Store=aa46f6002b779fe1a379f3b2738e82bb/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,038 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region aa46f6002b779fe1a379f3b2738e82bb 
2024-11-08T01:40:11,041 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa46f6002b779fe1a379f3b2738e82bb columnFamilyName colfamily31
2024-11-08T01:40:11,041 DEBUG [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,041 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:40:11,042 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,043 INFO  [StoreOpener-aa46f6002b779fe1a379f3b2738e82bb-1 {}] regionserver.HStore(327): Store=aa46f6002b779fe1a379f3b2738e82bb/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,043 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily11
2024-11-08T01:40:11,043 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 76a89e3fd6129b3bc6bf9002038c473d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69906853, jitterRate=0.04169328510761261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,043 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:40:11,043 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,043 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,043 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 76a89e3fd6129b3bc6bf9002038c473d:
Running coprocessor pre-open hook at 1731030010985Writing region info on filesystem at 1731030010986 (+1 ms)Initializing all the Stores at 1731030010987 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010987Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010988 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030010988Cleaning up temporary data from old regions at 1731030011017 (+29 ms)Running coprocessor post-open hooks at 1731030011043 (+26 ms)Region opened successfully at 1731030011043
2024-11-08T01:40:11,045 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., pid=52, masterSystemTime=1731030010974
2024-11-08T01:40:11,045 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,046 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=23
2024-11-08T01:40:11,046 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 14e9bd66140e4fb3c2e8f2b03ca19e31, server=8118b061437f,45297,1731030007061 in 294 msec
2024-11-08T01:40:11,048 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,048 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,048 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:11,049 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:40:11,049 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,049 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:11,049 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:40:11,049 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => e2c23f8cd69b08d20f1e65f6fd506980, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.', STARTKEY => 'jjj', ENDKEY => 'kkk'}
2024-11-08T01:40:11,049 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,050 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,050 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,050 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=14e9bd66140e4fb3c2e8f2b03ca19e31, ASSIGN in 503 msec
2024-11-08T01:40:11,050 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,050 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,052 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily21
2024-11-08T01:40:11,052 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,052 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,052 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,053 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e2c23f8cd69b08d20f1e65f6fd506980 
2024-11-08T01:40:11,053 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,053 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:40:11,056 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c23f8cd69b08d20f1e65f6fd506980 columnFamilyName colfamily11
2024-11-08T01:40:11,056 DEBUG [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76a89e3fd6129b3bc6bf9002038c473d, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,058 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily31
2024-11-08T01:40:11,058 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,058 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(327): Store=e2c23f8cd69b08d20f1e65f6fd506980/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,058 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e2c23f8cd69b08d20f1e65f6fd506980 
2024-11-08T01:40:11,059 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,059 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,060 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,061 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c23f8cd69b08d20f1e65f6fd506980 columnFamilyName colfamily21
2024-11-08T01:40:11,061 DEBUG [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,061 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,062 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(327): Store=e2c23f8cd69b08d20f1e65f6fd506980/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,062 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e2c23f8cd69b08d20f1e65f6fd506980 
2024-11-08T01:40:11,063 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,063 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,064 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2c23f8cd69b08d20f1e65f6fd506980 columnFamilyName colfamily31
2024-11-08T01:40:11,064 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,064 DEBUG [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,064 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,065 INFO  [StoreOpener-e2c23f8cd69b08d20f1e65f6fd506980-1 {}] regionserver.HStore(327): Store=e2c23f8cd69b08d20f1e65f6fd506980/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,065 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened aa46f6002b779fe1a379f3b2738e82bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61216070, jitterRate=-0.0878094732761383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,065 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:40:11,065 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,066 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for aa46f6002b779fe1a379f3b2738e82bb:
Running coprocessor pre-open hook at 1731030011023Writing region info on filesystem at 1731030011023Initializing all the Stores at 1731030011024 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011024Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011028 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011028Cleaning up temporary data from old regions at 1731030011048 (+20 ms)Running coprocessor post-open hooks at 1731030011065 (+17 ms)Region opened successfully at 1731030011065
2024-11-08T01:40:11,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,067 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., pid=35, masterSystemTime=1731030010869
2024-11-08T01:40:11,067 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=22
2024-11-08T01:40:11,067 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,41197,1731030007113 in 293 msec
2024-11-08T01:40:11,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,070 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,070 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,071 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,071 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,072 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:11,073 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:40:11,073 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:11,073 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened bad535374c8cf7c58c47b8cbf80f2d96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75242506, jitterRate=0.12120071053504944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:40:11,073 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN in 524 msec
2024-11-08T01:40:11,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 81ac617d10baa32ef59db91336d8ed8d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.', STARTKEY => 'fff', ENDKEY => 'ggg'}
2024-11-08T01:40:11,073 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for bad535374c8cf7c58c47b8cbf80f2d96:
Running coprocessor pre-open hook at 1731030011034Writing region info on filesystem at 1731030011034Initializing all the Stores at 1731030011037 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011037Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011041 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011041Cleaning up temporary data from old regions at 1731030011063 (+22 ms)Running coprocessor post-open hooks at 1731030011073 (+10 ms)Region opened successfully at 1731030011073
2024-11-08T01:40:11,074 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,074 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,074 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,074 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,075 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., pid=41, masterSystemTime=1731030010919
2024-11-08T01:40:11,075 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,076 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,077 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 81ac617d10baa32ef59db91336d8ed8d 
2024-11-08T01:40:11,078 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:11,079 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:40:11,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa46f6002b779fe1a379f3b2738e82bb, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,079 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:11,079 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc19914937aac508631c1e5e7133760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.', STARTKEY => 'kkk', ENDKEY => 'lll'}
2024-11-08T01:40:11,079 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,080 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,080 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,080 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,081 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ac617d10baa32ef59db91336d8ed8d columnFamilyName colfamily11
2024-11-08T01:40:11,081 DEBUG [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,081 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,082 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(327): Store=81ac617d10baa32ef59db91336d8ed8d/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,082 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 81ac617d10baa32ef59db91336d8ed8d 
2024-11-08T01:40:11,085 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ac617d10baa32ef59db91336d8ed8d columnFamilyName colfamily21
2024-11-08T01:40:11,085 DEBUG [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,086 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(327): Store=81ac617d10baa32ef59db91336d8ed8d/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,086 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:40:11,086 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 81ac617d10baa32ef59db91336d8ed8d 
2024-11-08T01:40:11,087 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,088 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened e2c23f8cd69b08d20f1e65f6fd506980; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72856212, jitterRate=0.08564215898513794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,088 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:40:11,089 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for e2c23f8cd69b08d20f1e65f6fd506980:
Running coprocessor pre-open hook at 1731030011050Writing region info on filesystem at 1731030011050Initializing all the Stores at 1731030011052 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011052Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011052Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011052Cleaning up temporary data from old regions at 1731030011070 (+18 ms)Running coprocessor post-open hooks at 1731030011089 (+19 ms)Region opened successfully at 1731030011089
2024-11-08T01:40:11,089 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily11
2024-11-08T01:40:11,089 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81ac617d10baa32ef59db91336d8ed8d columnFamilyName colfamily31
2024-11-08T01:40:11,089 DEBUG [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,089 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,090 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., pid=54, masterSystemTime=1731030010974
2024-11-08T01:40:11,090 INFO  [StoreOpener-81ac617d10baa32ef59db91336d8ed8d-1 {}] regionserver.HStore(327): Store=81ac617d10baa32ef59db91336d8ed8d/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,090 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,090 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,090 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:40:11,091 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,092 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=20
2024-11-08T01:40:11,093 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure aa46f6002b779fe1a379f3b2738e82bb, server=8118b061437f,45297,1731030007061 in 346 msec
2024-11-08T01:40:11,093 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,093 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,094 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily21
2024-11-08T01:40:11,094 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,094 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,095 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,095 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:40:11,096 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:11,097 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:40:11,097 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:11,097 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,097 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 8ebed99350deca5a41455c993dfa02af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.', STARTKEY => 'ggg', ENDKEY => 'hhh'}
2024-11-08T01:40:11,098 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,098 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,098 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,098 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,099 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=aa46f6002b779fe1a379f3b2738e82bb, ASSIGN in 551 msec
2024-11-08T01:40:11,099 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily31
2024-11-08T01:40:11,099 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,100 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,101 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,101 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,102 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,103 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure e2c23f8cd69b08d20f1e65f6fd506980, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,106 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,106 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8ebed99350deca5a41455c993dfa02af 
2024-11-08T01:40:11,108 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 81ac617d10baa32ef59db91336d8ed8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67466110, jitterRate=0.0053233802318573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,108 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,109 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:40:11,109 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,109 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 81ac617d10baa32ef59db91336d8ed8d:
Running coprocessor pre-open hook at 1731030011074Writing region info on filesystem at 1731030011074Initializing all the Stores at 1731030011076 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011076Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011077 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011077Cleaning up temporary data from old regions at 1731030011094 (+17 ms)Running coprocessor post-open hooks at 1731030011109 (+15 ms)Region opened successfully at 1731030011109
2024-11-08T01:40:11,110 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., pid=38, masterSystemTime=1731030010869
2024-11-08T01:40:11,110 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,111 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebed99350deca5a41455c993dfa02af columnFamilyName colfamily11
2024-11-08T01:40:11,111 DEBUG [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,112 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(327): Store=8ebed99350deca5a41455c993dfa02af/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,112 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8ebed99350deca5a41455c993dfa02af 
2024-11-08T01:40:11,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=19
2024-11-08T01:40:11,113 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,41197,1731030007113 in 340 msec
2024-11-08T01:40:11,113 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,114 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebed99350deca5a41455c993dfa02af columnFamilyName colfamily21
2024-11-08T01:40:11,114 DEBUG [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,115 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:11,115 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:40:11,115 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:11,115 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(327): Store=8ebed99350deca5a41455c993dfa02af/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,115 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 9c635889cbbb8e1edf16c1a26d09ae24, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.', STARTKEY => 'vvv', ENDKEY => 'www'}
2024-11-08T01:40:11,115 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8ebed99350deca5a41455c993dfa02af 
2024-11-08T01:40:11,116 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,116 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,116 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,116 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,118 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN in 570 msec
2024-11-08T01:40:11,119 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 0bc19914937aac508631c1e5e7133760; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63021017, jitterRate=-0.06091366708278656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:40:11,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 0bc19914937aac508631c1e5e7133760:
Running coprocessor pre-open hook at 1731030011080Writing region info on filesystem at 1731030011080Initializing all the Stores at 1731030011081 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011082 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011085 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011085Cleaning up temporary data from old regions at 1731030011109 (+24 ms)Running coprocessor post-open hooks at 1731030011119 (+10 ms)Region opened successfully at 1731030011119
2024-11-08T01:40:11,119 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8ebed99350deca5a41455c993dfa02af columnFamilyName colfamily31
2024-11-08T01:40:11,120 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,120 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9c635889cbbb8e1edf16c1a26d09ae24 
2024-11-08T01:40:11,120 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,45297,1731030007061, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,121 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., pid=44, masterSystemTime=1731030010919
2024-11-08T01:40:11,121 DEBUG [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,122 INFO  [StoreOpener-8ebed99350deca5a41455c993dfa02af-1 {}] regionserver.HStore(327): Store=8ebed99350deca5a41455c993dfa02af/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,124 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c635889cbbb8e1edf16c1a26d09ae24 columnFamilyName colfamily11
2024-11-08T01:40:11,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81ac617d10baa32ef59db91336d8ed8d, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,124 DEBUG [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,126 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(327): Store=9c635889cbbb8e1edf16c1a26d09ae24/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,126 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9c635889cbbb8e1edf16c1a26d09ae24 
2024-11-08T01:40:11,127 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,127 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,127 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,34607,1731030006959, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,128 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,34607,1731030006959, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,129 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:11,129 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:40:11,129 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:11,129 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c635889cbbb8e1edf16c1a26d09ae24 columnFamilyName colfamily21
2024-11-08T01:40:11,129 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fe9bcf01968863d9e4cbd3b95989a3a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.', STARTKEY => 'bbb', ENDKEY => 'ccc'}
2024-11-08T01:40:11,129 DEBUG [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,130 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(327): Store=9c635889cbbb8e1edf16c1a26d09ae24/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,130 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,130 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9c635889cbbb8e1edf16c1a26d09ae24 
2024-11-08T01:40:11,131 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,132 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:40:11,133 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9c635889cbbb8e1edf16c1a26d09ae24 columnFamilyName colfamily31
2024-11-08T01:40:11,134 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,134 DEBUG [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,135 INFO  [StoreOpener-9c635889cbbb8e1edf16c1a26d09ae24-1 {}] regionserver.HStore(327): Store=9c635889cbbb8e1edf16c1a26d09ae24/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,135 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily11
2024-11-08T01:40:11,135 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,135 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=10
2024-11-08T01:40:11,135 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,135 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 81ac617d10baa32ef59db91336d8ed8d, server=8118b061437f,45297,1731030007061 in 372 msec
2024-11-08T01:40:11,136 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,136 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,137 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:40:11,138 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,140 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=81ac617d10baa32ef59db91336d8ed8d, ASSIGN in 593 msec
2024-11-08T01:40:11,140 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily21
2024-11-08T01:40:11,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,140 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,141 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,141 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,141 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:40:11,142 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=0bc19914937aac508631c1e5e7133760, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,143 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,143 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily31
2024-11-08T01:40:11,144 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,143 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 8ebed99350deca5a41455c993dfa02af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65893813, jitterRate=-0.01810567080974579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,144 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:40:11,144 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,144 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,145 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 8ebed99350deca5a41455c993dfa02af:
Running coprocessor pre-open hook at 1731030011098Writing region info on filesystem at 1731030011098Initializing all the Stores at 1731030011102 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011102Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011106 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011106Cleaning up temporary data from old regions at 1731030011130 (+24 ms)Running coprocessor post-open hooks at 1731030011144 (+14 ms)Region opened successfully at 1731030011144
2024-11-08T01:40:11,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,146 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., pid=56, masterSystemTime=1731030010974
2024-11-08T01:40:11,147 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,149 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:11,149 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,149 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,149 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:40:11,150 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:11,150 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => d5045886fea7064953b96a940fffd821, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.', STARTKEY => 'www', ENDKEY => 'xxx'}
2024-11-08T01:40:11,150 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 9c635889cbbb8e1edf16c1a26d09ae24; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65859366, jitterRate=-0.01861897110939026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,150 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:40:11,150 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,150 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 9c635889cbbb8e1edf16c1a26d09ae24:
Running coprocessor pre-open hook at 1731030011116Writing region info on filesystem at 1731030011116Initializing all the Stores at 1731030011118 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011118Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011120 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011120Cleaning up temporary data from old regions at 1731030011140 (+20 ms)Running coprocessor post-open hooks at 1731030011150 (+10 ms)Region opened successfully at 1731030011150
2024-11-08T01:40:11,151 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,151 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,151 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,151 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,151 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., pid=37, masterSystemTime=1731030010869
2024-11-08T01:40:11,151 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,151 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=14
2024-11-08T01:40:11,152 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure e2c23f8cd69b08d20f1e65f6fd506980, server=8118b061437f,34607,1731030006959 in 300 msec
2024-11-08T01:40:11,153 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,155 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:11,155 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:40:11,155 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:11,155 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d5045886fea7064953b96a940fffd821 
2024-11-08T01:40:11,156 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 571e6be31d918986c9b501f1903c843a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.', STARTKEY => 'lll', ENDKEY => 'mmm'}
2024-11-08T01:40:11,156 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e2c23f8cd69b08d20f1e65f6fd506980, ASSIGN in 609 msec
2024-11-08T01:40:11,156 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,156 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,156 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,156 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,158 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,158 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5045886fea7064953b96a940fffd821 columnFamilyName colfamily11
2024-11-08T01:40:11,158 DEBUG [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,159 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 571e6be31d918986c9b501f1903c843a 
2024-11-08T01:40:11,158 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,160 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(327): Store=d5045886fea7064953b96a940fffd821/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,160 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d5045886fea7064953b96a940fffd821 
2024-11-08T01:40:11,161 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571e6be31d918986c9b501f1903c843a columnFamilyName colfamily11
2024-11-08T01:40:11,161 DEBUG [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,162 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5045886fea7064953b96a940fffd821 columnFamilyName colfamily21
2024-11-08T01:40:11,162 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(327): Store=571e6be31d918986c9b501f1903c843a/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,162 DEBUG [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,162 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 571e6be31d918986c9b501f1903c843a 
2024-11-08T01:40:11,163 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(327): Store=d5045886fea7064953b96a940fffd821/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,163 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d5045886fea7064953b96a940fffd821 
2024-11-08T01:40:11,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9c635889cbbb8e1edf16c1a26d09ae24, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,165 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571e6be31d918986c9b501f1903c843a columnFamilyName colfamily21
2024-11-08T01:40:11,165 DEBUG [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,165 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 3fe9bcf01968863d9e4cbd3b95989a3a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71934391, jitterRate=0.0719059556722641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:40:11,166 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 3fe9bcf01968863d9e4cbd3b95989a3a:
Running coprocessor pre-open hook at 1731030011130Writing region info on filesystem at 1731030011130Initializing all the Stores at 1731030011132 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011132Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011132Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011132Cleaning up temporary data from old regions at 1731030011151 (+19 ms)Running coprocessor post-open hooks at 1731030011166 (+15 ms)Region opened successfully at 1731030011166
2024-11-08T01:40:11,166 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(327): Store=571e6be31d918986c9b501f1903c843a/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,166 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 571e6be31d918986c9b501f1903c843a 
2024-11-08T01:40:11,166 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,167 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5045886fea7064953b96a940fffd821 columnFamilyName colfamily31
2024-11-08T01:40:11,167 DEBUG [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,167 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., pid=46, masterSystemTime=1731030010919
2024-11-08T01:40:11,167 INFO  [StoreOpener-d5045886fea7064953b96a940fffd821-1 {}] regionserver.HStore(327): Store=d5045886fea7064953b96a940fffd821/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,169 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,171 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:11,171 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:40:11,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8ebed99350deca5a41455c993dfa02af, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,171 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 571e6be31d918986c9b501f1903c843a columnFamilyName colfamily31
2024-11-08T01:40:11,171 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:11,171 DEBUG [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,171 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 8203f1e12573770b88c839b0fd2d88ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.', STARTKEY => '', ENDKEY => 'bbb'}
2024-11-08T01:40:11,171 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,171 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,172 INFO  [StoreOpener-571e6be31d918986c9b501f1903c843a-1 {}] regionserver.HStore(327): Store=571e6be31d918986c9b501f1903c843a/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,172 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,173 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,173 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,174 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,174 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:40:11,175 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,175 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,176 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,176 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily11
2024-11-08T01:40:11,177 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,177 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,178 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:40:11,178 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,178 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,180 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily21
2024-11-08T01:40:11,180 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,181 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,181 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:40:11,181 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,182 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=11
2024-11-08T01:40:11,182 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 571e6be31d918986c9b501f1903c843a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61610699, jitterRate=-0.0819290429353714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,183 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 8ebed99350deca5a41455c993dfa02af, server=8118b061437f,34607,1731030006959 in 318 msec
2024-11-08T01:40:11,183 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:40:11,183 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 571e6be31d918986c9b501f1903c843a:
Running coprocessor pre-open hook at 1731030011157Writing region info on filesystem at 1731030011157Initializing all the Stores at 1731030011158 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011158Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011158Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011158Cleaning up temporary data from old regions at 1731030011176 (+18 ms)Running coprocessor post-open hooks at 1731030011183 (+7 ms)Region opened successfully at 1731030011183
2024-11-08T01:40:11,184 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., pid=34, masterSystemTime=1731030010869
2024-11-08T01:40:11,184 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,185 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened d5045886fea7064953b96a940fffd821; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61274103, jitterRate=-0.08694471418857574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,185 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5045886fea7064953b96a940fffd821
2024-11-08T01:40:11,186 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily31
2024-11-08T01:40:11,186 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,186 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for d5045886fea7064953b96a940fffd821:
Running coprocessor pre-open hook at 1731030011152Writing region info on filesystem at 1731030011152Initializing all the Stores at 1731030011154 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011155 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011155Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011155Cleaning up temporary data from old regions at 1731030011176 (+21 ms)Running coprocessor post-open hooks at 1731030011186 (+10 ms)Region opened successfully at 1731030011186
2024-11-08T01:40:11,187 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., pid=53, masterSystemTime=1731030010974
2024-11-08T01:40:11,187 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8ebed99350deca5a41455c993dfa02af, ASSIGN in 640 msec
2024-11-08T01:40:11,187 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,188 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,189 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,189 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:11,189 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:40:11,189 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:11,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 03ce7d202802de42c255d596abfe80d0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.', STARTKEY => 'iii', ENDKEY => 'jjj'}
2024-11-08T01:40:11,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,190 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,191 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,191 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,192 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,193 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:11,194 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:40:11,194 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 03ce7d202802de42c255d596abfe80d0 
2024-11-08T01:40:11,194 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:11,194 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,194 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,194 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => a416e4752baa333fe6b305cacc4c9a8f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.', STARTKEY => 'ddd', ENDKEY => 'eee'}
2024-11-08T01:40:11,194 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=d5045886fea7064953b96a940fffd821, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,198 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5045886fea7064953b96a940fffd821, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,199 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ce7d202802de42c255d596abfe80d0 columnFamilyName colfamily11
2024-11-08T01:40:11,199 DEBUG [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,200 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a416e4752baa333fe6b305cacc4c9a8f 
2024-11-08T01:40:11,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=6
2024-11-08T01:40:11,203 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,41197,1731030007113 in 396 msec
2024-11-08T01:40:11,205 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN in 660 msec
2024-11-08T01:40:11,206 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(327): Store=03ce7d202802de42c255d596abfe80d0/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,206 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 03ce7d202802de42c255d596abfe80d0 
2024-11-08T01:40:11,209 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ce7d202802de42c255d596abfe80d0 columnFamilyName colfamily21
2024-11-08T01:40:11,209 DEBUG [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,210 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(327): Store=03ce7d202802de42c255d596abfe80d0/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,210 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 03ce7d202802de42c255d596abfe80d0 
2024-11-08T01:40:11,212 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a416e4752baa333fe6b305cacc4c9a8f columnFamilyName colfamily11
2024-11-08T01:40:11,212 DEBUG [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,212 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03ce7d202802de42c255d596abfe80d0 columnFamilyName colfamily31
2024-11-08T01:40:11,213 DEBUG [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,214 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(327): Store=a416e4752baa333fe6b305cacc4c9a8f/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,214 INFO  [StoreOpener-03ce7d202802de42c255d596abfe80d0-1 {}] regionserver.HStore(327): Store=03ce7d202802de42c255d596abfe80d0/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,214 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,214 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a416e4752baa333fe6b305cacc4c9a8f 
2024-11-08T01:40:11,214 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=27
2024-11-08T01:40:11,215 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure d5045886fea7064953b96a940fffd821, server=8118b061437f,34607,1731030006959 in 368 msec
2024-11-08T01:40:11,215 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,216 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,217 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a416e4752baa333fe6b305cacc4c9a8f columnFamilyName colfamily21
2024-11-08T01:40:11,217 DEBUG [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,217 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,218 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,218 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(327): Store=a416e4752baa333fe6b305cacc4c9a8f/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,218 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a416e4752baa333fe6b305cacc4c9a8f 
2024-11-08T01:40:11,219 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,219 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d5045886fea7064953b96a940fffd821, ASSIGN in 672 msec
2024-11-08T01:40:11,220 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a416e4752baa333fe6b305cacc4c9a8f columnFamilyName colfamily31
2024-11-08T01:40:11,220 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,220 DEBUG [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,220 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,221 INFO  [StoreOpener-a416e4752baa333fe6b305cacc4c9a8f-1 {}] regionserver.HStore(327): Store=a416e4752baa333fe6b305cacc4c9a8f/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,221 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 8203f1e12573770b88c839b0fd2d88ae; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66636916, jitterRate=-0.007032573223114014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,221 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:40:11,221 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,221 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 8203f1e12573770b88c839b0fd2d88ae:
Running coprocessor pre-open hook at 1731030011172Writing region info on filesystem at 1731030011172Initializing all the Stores at 1731030011173 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011173Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011174 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011174Cleaning up temporary data from old regions at 1731030011194 (+20 ms)Running coprocessor post-open hooks at 1731030011221 (+27 ms)Region opened successfully at 1731030011221
2024-11-08T01:40:11,222 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=571e6be31d918986c9b501f1903c843a, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,224 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,224 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., pid=45, masterSystemTime=1731030010919
2024-11-08T01:40:11,225 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,45297,1731030007061, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,225 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,226 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,45297,1731030007061, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 571e6be31d918986c9b501f1903c843a, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,228 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,229 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,229 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,229 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,231 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:11,231 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 03ce7d202802de42c255d596abfe80d0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243658, jitterRate=-0.07249721884727478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,231 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:11,231 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:40:11,231 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:11,231 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 03ce7d202802de42c255d596abfe80d0:
Running coprocessor pre-open hook at 1731030011191Writing region info on filesystem at 1731030011191Initializing all the Stores at 1731030011193 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011193Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011193Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011193Cleaning up temporary data from old regions at 1731030011218 (+25 ms)Running coprocessor post-open hooks at 1731030011231 (+13 ms)Region opened successfully at 1731030011231
2024-11-08T01:40:11,231 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c1ebf6f316a3af8a0faa1b2f3ba37d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.', STARTKEY => 'hhh', ENDKEY => 'iii'}
2024-11-08T01:40:11,232 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,232 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,232 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,232 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,233 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,233 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., pid=33, masterSystemTime=1731030010869
2024-11-08T01:40:11,233 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,34607,1731030006959, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,234 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,41197,1731030007113, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=26
2024-11-08T01:40:11,237 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 9c635889cbbb8e1edf16c1a26d09ae24, server=8118b061437f,45297,1731030007061 in 479 msec
2024-11-08T01:40:11,237 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:40:11,237 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:11,237 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:40:11,238 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,239 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened a416e4752baa333fe6b305cacc4c9a8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67495841, jitterRate=0.0057664066553115845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,239 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:40:11,239 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for a416e4752baa333fe6b305cacc4c9a8f:
Running coprocessor pre-open hook at 1731030011195Writing region info on filesystem at 1731030011195Initializing all the Stores at 1731030011197 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011197Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011200 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011200Cleaning up temporary data from old regions at 1731030011229 (+29 ms)Running coprocessor post-open hooks at 1731030011239 (+10 ms)Region opened successfully at 1731030011239
2024-11-08T01:40:11,239 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:40:11,239 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily11
2024-11-08T01:40:11,239 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,240 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., pid=55, masterSystemTime=1731030010974
2024-11-08T01:40:11,241 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,242 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:40:11,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03ce7d202802de42c255d596abfe80d0, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:40:11,244 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:11,244 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:40:11,244 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:11,244 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 8257549553677f3fc8f2bfc8876074bb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.', STARTKEY => 'qqq', ENDKEY => 'rrr'}
2024-11-08T01:40:11,245 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,245 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,245 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,245 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,245 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily21
2024-11-08T01:40:11,245 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,246 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,247 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:40:11,247 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9c635889cbbb8e1edf16c1a26d09ae24, ASSIGN in 701 msec
2024-11-08T01:40:11,249 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily31
2024-11-08T01:40:11,249 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,251 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,251 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,252 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,253 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=13
2024-11-08T01:40:11,254 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 03ce7d202802de42c255d596abfe80d0, server=8118b061437f,45297,1731030007061 in 518 msec
2024-11-08T01:40:11,254 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,254 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,255 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,256 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8257549553677f3fc8f2bfc8876074bb 
2024-11-08T01:40:11,257 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=03ce7d202802de42c255d596abfe80d0, ASSIGN in 711 msec
2024-11-08T01:40:11,257 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,258 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8257549553677f3fc8f2bfc8876074bb columnFamilyName colfamily11
2024-11-08T01:40:11,258 DEBUG [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,259 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,259 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(327): Store=8257549553677f3fc8f2bfc8876074bb/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,259 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8257549553677f3fc8f2bfc8876074bb 
2024-11-08T01:40:11,261 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,261 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8257549553677f3fc8f2bfc8876074bb columnFamilyName colfamily21
2024-11-08T01:40:11,262 DEBUG [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure a416e4752baa333fe6b305cacc4c9a8f, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,262 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 56c1ebf6f316a3af8a0faa1b2f3ba37d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72198827, jitterRate=0.0758463591337204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,262 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:40:11,262 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 56c1ebf6f316a3af8a0faa1b2f3ba37d:
Running coprocessor pre-open hook at 1731030011232Writing region info on filesystem at 1731030011232Initializing all the Stores at 1731030011236 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011236Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011236Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011236Cleaning up temporary data from old regions at 1731030011254 (+18 ms)Running coprocessor post-open hooks at 1731030011262 (+8 ms)Region opened successfully at 1731030011262
2024-11-08T01:40:11,262 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(327): Store=8257549553677f3fc8f2bfc8876074bb/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,263 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8257549553677f3fc8f2bfc8876074bb 
2024-11-08T01:40:11,263 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., pid=48, masterSystemTime=1731030010919
2024-11-08T01:40:11,264 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,265 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8257549553677f3fc8f2bfc8876074bb columnFamilyName colfamily31
2024-11-08T01:40:11,266 DEBUG [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,267 INFO  [StoreOpener-8257549553677f3fc8f2bfc8876074bb-1 {}] regionserver.HStore(327): Store=8257549553677f3fc8f2bfc8876074bb/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,267 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,267 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:11,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,267 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:40:11,267 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:11,267 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cab10a0eec1c01888b1776e39ef07c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.', STARTKEY => 'uuu', ENDKEY => 'vvv'}
2024-11-08T01:40:11,268 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,268 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,268 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,268 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,268 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,269 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,270 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,270 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:40:11,270 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,271 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,272 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily11
2024-11-08T01:40:11,272 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,272 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,273 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,273 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,273 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:40:11,275 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily21
2024-11-08T01:40:11,275 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,276 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,277 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:40:11,277 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,278 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 8257549553677f3fc8f2bfc8876074bb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71568369, jitterRate=0.06645180284976959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,278 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:40:11,278 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 8257549553677f3fc8f2bfc8876074bb:
Running coprocessor pre-open hook at 1731030011245Writing region info on filesystem at 1731030011245Initializing all the Stores at 1731030011247 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011247Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011256 (+9 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011256Cleaning up temporary data from old regions at 1731030011270 (+14 ms)Running coprocessor post-open hooks at 1731030011278 (+8 ms)Region opened successfully at 1731030011278
2024-11-08T01:40:11,279 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily31
2024-11-08T01:40:11,279 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,279 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., pid=50, masterSystemTime=1731030010974
2024-11-08T01:40:11,280 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,280 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,282 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,282 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,282 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:11,283 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:40:11,283 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:11,283 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 378d736ce5c2b8b6bc19d690e16afa54, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.', STARTKEY => 'zzz', ENDKEY => ''}
2024-11-08T01:40:11,283 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,283 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,283 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,284 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,284 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,284 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=5
2024-11-08T01:40:11,284 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,41197,1731030007113 in 480 msec
2024-11-08T01:40:11,284 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,286 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 378d736ce5c2b8b6bc19d690e16afa54 
2024-11-08T01:40:11,287 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,287 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN in 741 msec
2024-11-08T01:40:11,289 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d736ce5c2b8b6bc19d690e16afa54 columnFamilyName colfamily11
2024-11-08T01:40:11,289 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,289 DEBUG [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,290 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(327): Store=378d736ce5c2b8b6bc19d690e16afa54/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,290 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 378d736ce5c2b8b6bc19d690e16afa54 
2024-11-08T01:40:11,292 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,292 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 5cab10a0eec1c01888b1776e39ef07c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72741662, jitterRate=0.08393523097038269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8257549553677f3fc8f2bfc8876074bb, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,293 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:40:11,293 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d736ce5c2b8b6bc19d690e16afa54 columnFamilyName colfamily21
2024-11-08T01:40:11,293 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 5cab10a0eec1c01888b1776e39ef07c8:
Running coprocessor pre-open hook at 1731030011268Writing region info on filesystem at 1731030011268Initializing all the Stores at 1731030011270 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011270Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011270Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011270Cleaning up temporary data from old regions at 1731030011284 (+14 ms)Running coprocessor post-open hooks at 1731030011293 (+9 ms)Region opened successfully at 1731030011293
2024-11-08T01:40:11,294 DEBUG [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,295 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., pid=42, masterSystemTime=1731030010919
2024-11-08T01:40:11,295 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(327): Store=378d736ce5c2b8b6bc19d690e16afa54/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,295 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 378d736ce5c2b8b6bc19d690e16afa54 
2024-11-08T01:40:11,297 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 378d736ce5c2b8b6bc19d690e16afa54 columnFamilyName colfamily31
2024-11-08T01:40:11,297 DEBUG [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,298 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:11,298 INFO  [StoreOpener-378d736ce5c2b8b6bc19d690e16afa54-1 {}] regionserver.HStore(327): Store=378d736ce5c2b8b6bc19d690e16afa54/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,298 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:40:11,298 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,299 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=12
2024-11-08T01:40:11,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,41197,1731030007113 in 480 msec
2024-11-08T01:40:11,300 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,302 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,302 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,303 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,303 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN in 757 msec
2024-11-08T01:40:11,305 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,41197,1731030007113
2024-11-08T01:40:11,305 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,41197,1731030007113 because future has completed
2024-11-08T01:40:11,309 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,310 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 378d736ce5c2b8b6bc19d690e16afa54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61752276, jitterRate=-0.07981938123703003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,310 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:40:11,310 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 378d736ce5c2b8b6bc19d690e16afa54:
Running coprocessor pre-open hook at 1731030011284Writing region info on filesystem at 1731030011284Initializing all the Stores at 1731030011286 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011286Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011286Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011286Cleaning up temporary data from old regions at 1731030011302 (+16 ms)Running coprocessor post-open hooks at 1731030011310 (+8 ms)Region opened successfully at 1731030011310
2024-11-08T01:40:11,312 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54., pid=49, masterSystemTime=1731030010974
2024-11-08T01:40:11,315 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=21
2024-11-08T01:40:11,315 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 8257549553677f3fc8f2bfc8876074bb, server=8118b061437f,34607,1731030006959 in 482 msec
2024-11-08T01:40:11,316 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:11,317 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:40:11,317 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:11,317 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 40e741b460a8a8da508e867388129f96, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.', STARTKEY => 'nnn', ENDKEY => 'ooo'}
2024-11-08T01:40:11,317 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,318 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:40:11,318 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,318 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8257549553677f3fc8f2bfc8876074bb, ASSIGN in 772 msec
2024-11-08T01:40:11,318 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,319 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,320 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 40e741b460a8a8da508e867388129f96 
2024-11-08T01:40:11,322 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e741b460a8a8da508e867388129f96 columnFamilyName colfamily11
2024-11-08T01:40:11,322 DEBUG [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 378d736ce5c2b8b6bc19d690e16afa54, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,323 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(327): Store=40e741b460a8a8da508e867388129f96/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,323 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 40e741b460a8a8da508e867388129f96 
2024-11-08T01:40:11,325 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e741b460a8a8da508e867388129f96 columnFamilyName colfamily21
2024-11-08T01:40:11,325 DEBUG [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,326 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(327): Store=40e741b460a8a8da508e867388129f96/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,326 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 40e741b460a8a8da508e867388129f96 
2024-11-08T01:40:11,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=25
2024-11-08T01:40:11,327 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,41197,1731030007113 in 546 msec
2024-11-08T01:40:11,330 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN in 785 msec
2024-11-08T01:40:11,330 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40e741b460a8a8da508e867388129f96 columnFamilyName colfamily31
2024-11-08T01:40:11,330 DEBUG [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:40:11,331 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,45297,1731030007061, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,331 INFO  [StoreOpener-40e741b460a8a8da508e867388129f96-1 {}] regionserver.HStore(327): Store=40e741b460a8a8da508e867388129f96/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:40:11,334 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=30
2024-11-08T01:40:11,334 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 378d736ce5c2b8b6bc19d690e16afa54, server=8118b061437f,34607,1731030006959 in 511 msec
2024-11-08T01:40:11,335 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,336 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,337 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=378d736ce5c2b8b6bc19d690e16afa54, ASSIGN in 791 msec
2024-11-08T01:40:11,338 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,34607,1731030006959, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,338 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,34607,1731030006959, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=8
2024-11-08T01:40:11,342 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure a416e4752baa333fe6b305cacc4c9a8f, server=8118b061437f,34607,1731030006959 in 488 msec
2024-11-08T01:40:11,342 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,342 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,343 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:40:11,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a416e4752baa333fe6b305cacc4c9a8f, ASSIGN in 799 msec
2024-11-08T01:40:11,346 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,350 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-08T01:40:11,351 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 40e741b460a8a8da508e867388129f96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58879198, jitterRate=-0.12263157963752747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:40:11,351 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40e741b460a8a8da508e867388129f96
2024-11-08T01:40:11,351 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 40e741b460a8a8da508e867388129f96:
Running coprocessor pre-open hook at 1731030011318Writing region info on filesystem at 1731030011318Initializing all the Stores at 1731030011319 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011319Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011320 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030011320Cleaning up temporary data from old regions at 1731030011342 (+22 ms)Running coprocessor post-open hooks at 1731030011351 (+9 ms)Region opened successfully at 1731030011351
2024-11-08T01:40:11,352 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,41197,1731030007113, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:40:11,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=16
2024-11-08T01:40:11,352 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., pid=51, masterSystemTime=1731030010974
2024-11-08T01:40:11,353 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 571e6be31d918986c9b501f1903c843a, server=8118b061437f,45297,1731030007061 in 612 msec
2024-11-08T01:40:11,355 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=571e6be31d918986c9b501f1903c843a, ASSIGN in 810 msec
2024-11-08T01:40:11,355 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:11,355 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:40:11,356 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=40e741b460a8a8da508e867388129f96, regionState=OPEN, openSeqNum=2, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:40:11,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40e741b460a8a8da508e867388129f96, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:40:11,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=15
2024-11-08T01:40:11,362 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,41197,1731030007113 in 569 msec
2024-11-08T01:40:11,364 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN in 819 msec
2024-11-08T01:40:11,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=18
2024-11-08T01:40:11,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 40e741b460a8a8da508e867388129f96, server=8118b061437f,34607,1731030006959 in 534 msec
2024-11-08T01:40:11,369 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=40e741b460a8a8da508e867388129f96, ASSIGN in 824 msec
2024-11-08T01:40:11,374 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=24
2024-11-08T01:40:11,374 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 76a89e3fd6129b3bc6bf9002038c473d, server=8118b061437f,34607,1731030006959 in 535 msec
2024-11-08T01:40:11,378 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=4
2024-11-08T01:40:11,378 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=76a89e3fd6129b3bc6bf9002038c473d, ASSIGN in 831 msec
2024-11-08T01:40:11,380 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-08T01:40:11,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731030011380"}]},"ts":"1731030011380"}
2024-11-08T01:40:11,383 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta
2024-11-08T01:40:11,384 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION
2024-11-08T01:40:11,390 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5250 sec
2024-11-08T01:40:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-08T01:40:12,022 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms
2024-11-08T01:40:12,022 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed
2024-11-08T01:40:12,024 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T01:40:12,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41197 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info
2024-11-08T01:40:12,048 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states.
2024-11-08T01:40:12,049 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T01:40:12,049 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned.
2024-11-08T01:40:12,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,097 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,101 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,103 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,166 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,171 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,173 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,174 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,176 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,213 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,215 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,219 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,220 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,268 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,273 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,311 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,312 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,313 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,355 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,357 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,359 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,361 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,363 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,365 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,401 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,404 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,406 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,408 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,409 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,453 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,455 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,457 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,459 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,461 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,463 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hho', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,505 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,542 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,549 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,550 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,595 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,597 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,599 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,643 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,681 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,686 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,691 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,733 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,780 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,785 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,827 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,831 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,833 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,867 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,869 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,871 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:12,906 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,909 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,911 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,913 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,914 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:12,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,951 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,953 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,959 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:12,963 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,009 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,049 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,053 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,094 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,095 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,134 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,178 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,180 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,182 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,184 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,186 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,187 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2]
2024-11-08T01:40:13,236 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,239 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,240 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,242 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,244 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., hostname=8118b061437f,45297,1731030007061, seqNum=2]
2024-11-08T01:40:13,279 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54., hostname=8118b061437f,34607,1731030006959, seqNum=2]
2024-11-08T01:40:13,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T01:40:13,323 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T01:40:13,332 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:40:13,333 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50070, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:40:13,360 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45297 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:40:13,368 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41197 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:40:14,096 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100
2024-11-08T01:40:14,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41197 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info
2024-11-08T01:40:14,360 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true
2024-11-08T01:40:14,360 INFO  [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 8118b061437f,41197,1731030007113
2024-11-08T01:40:14,361 INFO  [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 8118b061437f,41197,1731030007113
2024-11-08T01:40:14,362 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 8118b061437f,41197,1731030007113: Simulated kill *****
2024-11-08T01:40:14,362 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint]
2024-11-08T01:40:14,366 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory
2024-11-08T01:40:14,369 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC
2024-11-08T01:40:14,370 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication
2024-11-08T01:40:14,370 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server
2024-11-08T01:40:14,370 INFO  [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: {
  "beans": [
    {
      "name": "java.lang:type=Memory",
      "modelerType": "sun.management.MemoryImpl",
      "ObjectPendingFinalizationCount": 0,
      "HeapMemoryUsage": {
        "committed": 1048576000,
        "init": 1048576000,
        "max": 2306867200,
        "used": 547680768
      },
      "NonHeapMemoryUsage": {
        "committed": 157286400,
        "init": 7667712,
        "max": -1,
        "used": 154182976
      },
      "Verbose": false,
      "ObjectName": "java.lang:type=Memory"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC",
      "modelerType": "RegionServer,sub=IPC",
      "tag.Context": "regionserver",
      "tag.Hostname": "8118b061437f"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication",
      "modelerType": "RegionServer,sub=Replication",
      "tag.Context": "regionserver",
      "tag.Hostname": "8118b061437f"
    }
  ],
  "beans": [
    {
      "name": "Hadoop:service=HBase,name=RegionServer,sub=Server",
      "modelerType": "RegionServer,sub=Server",
      "tag.Context": "regionserver",
      "tag.Hostname": "8118b061437f"
    }
  ]
}
2024-11-08T01:40:14,374 WARN  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34037 {}] master.MasterRpcServices(700): 8118b061437f,41197,1731030007113 reported a fatal error:
***** ABORTING region server 8118b061437f,41197,1731030007113: Simulated kill *****
2024-11-08T01:40:14,377 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,41197,1731030007113' *****
2024-11-08T01:40:14,377 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill
2024-11-08T01:40:14,377 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T01:40:14,377 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-08T01:40:14,377 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T01:40:14,377 INFO  [RS:2;8118b061437f:41197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly.
2024-11-08T01:40:14,378 INFO  [RS:2;8118b061437f:41197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly.
2024-11-08T01:40:14,378 INFO  [RS:2;8118b061437f:41197 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T01:40:14,378 INFO  [RS:2;8118b061437f:41197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;8118b061437f:41197.
2024-11-08T01:40:14,378 DEBUG [RS:2;8118b061437f:41197 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T01:40:14,382 DEBUG [RS:2;8118b061437f:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:40:14,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741836_1012 (size=54214)
2024-11-08T01:40:14,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741836_1012 (size=54214)
2024-11-08T01:40:14,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741836_1012 (size=54214)
2024-11-08T01:40:14,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741835_1011 (size=334915)
2024-11-08T01:40:14,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741835_1011 (size=334915)
2024-11-08T01:40:14,394 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741835_1011 (size=334915)
2024-11-08T01:40:14,395 DEBUG [RS:2;8118b061437f:41197 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:40:14,395 INFO  [RS:2;8118b061437f:41197 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:40:14,395 INFO  [RS:2;8118b061437f:41197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41197
2024-11-08T01:40:14,428 INFO  [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:40:14,453 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,41197,1731030007113
2024-11-08T01:40:14,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T01:40:14,453 INFO  [RS:2;8118b061437f:41197 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T01:40:14,464 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,41197,1731030007113]
2024-11-08T01:40:14,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,41197,1731030007113 already deleted, retry=false
2024-11-08T01:40:14,474 INFO  [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 8118b061437f,41197,1731030007113 on 8118b061437f,34037,1731030006023
2024-11-08T01:40:14,479 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,484 INFO  [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 8118b061437f,41197,1731030007113 (carryingMeta=true) 8118b061437f,41197,1731030007113/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3382dd2d[Write locks = 1, Read locks = 0], oldState=ONLINE.
2024-11-08T01:40:14,484 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,484 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:40:14,485 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:40:14,485 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:40:14,487 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-08T01:40:14,489 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,489 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:40:14,489 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:40:14,489 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:40:14,490 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:40:14,490 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:40:14,490 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:40:14,490 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:40:14,490 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:40:14,491 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:40:14,495 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:40:14,496 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:40:14,497 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:40:14,497 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,497 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:40:14,497 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-08T01:40:14,499 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:40:14,499 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,41197,1731030007113, table=hbase:meta, region=1588230740
2024-11-08T01:40:14,499 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPEN
2024-11-08T01:40:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:14,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:40:14,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:14,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:14,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:40:14,508 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030044508
2024-11-08T01:40:14,508 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:40:14,508 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,509 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:40:14,510 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:14,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:14,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:14,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:14,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:14,514 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true, isMeta: true
2024-11-08T01:40:14,516 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting
2024-11-08T01:40:14,518 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=1, meta=true
2024-11-08T01:40:14,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta}]
2024-11-08T01:40:14,520 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:40:14,520 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:40:14,520 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:40:14,520 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:40:14,564 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:40:14,564 DEBUG [pool-75-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41197-0x1011819b1540003, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:40:14,565 INFO  [RS:2;8118b061437f:41197 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T01:40:14,565 INFO  [RS:2;8118b061437f:41197 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,41197,1731030007113; zookeeper connection closed.
2024-11-08T01:40:14,565 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6388c348 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6388c348
2024-11-08T01:40:14,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:14,621 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:14,622 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:40:14,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:14,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:14,623 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:14,726 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T01:40:14,727 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T01:40:14,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:14,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:14,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:40:14,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:14,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:14,832 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:14,973 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T01:40:15,024 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-08T01:40:15,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true'
2024-11-08T01:40:15,141 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:15,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:15,142 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:40:15,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15,143 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:15,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:15,651 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:15,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:40:15,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15,652 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:16,391 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-08T01:40:16,392 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-08T01:40:16,393 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:40:16,393 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer
2024-11-08T01:40:16,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T01:40:16,394 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-08T01:40:16,394 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-08T01:40:16,394 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-08T01:40:16,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:16,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:16,663 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:16,671 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2155 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:16,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:18,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:18,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:18,692 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:18,693 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4184 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:22,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:22,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:22,722 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:22,723 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8214 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:22,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:32,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:32,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:32,752 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:32,752 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18243 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:32,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:35,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:40:42,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:42,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:42,782 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:42,782 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28273 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:42,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:42,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:42,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:42,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:43,500 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:34037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-08T01:40:49,713 INFO  [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-08T01:40:49,714 INFO  [master/8118b061437f:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-08T01:40:52,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:40:52,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:40:52,833 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:40:52,834 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38324 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:40:52,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:52,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:40:52,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:40:52,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:58,170 WARN  [RS:0;8118b061437f:34607 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8118b061437f,41197,1731030007113: status=status unset, state=RUNNING, startTime=1731030014484, completionTime=-1 appears to have been leaked
2024-11-08T01:41:02,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:02,911 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:02,913 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:02,914 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48405 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:02,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:05,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:41:09,691 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a416e4752baa333fe6b305cacc4c9a8f changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,692 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8ebed99350deca5a41455c993dfa02af changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,692 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e2c23f8cd69b08d20f1e65f6fd506980 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 40e741b460a8a8da508e867388129f96 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8257549553677f3fc8f2bfc8876074bb changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 76a89e3fd6129b3bc6bf9002038c473d changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d5045886fea7064953b96a940fffd821 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 378d736ce5c2b8b6bc19d690e16afa54 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,693 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3392c1e9988a014b4cc228409c183fee changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 81ac617d10baa32ef59db91336d8ed8d changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 03ce7d202802de42c255d596abfe80d0 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 571e6be31d918986c9b501f1903c843a changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aa7b745e1f7ebc5a7e073b269fd5240f changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region aa46f6002b779fe1a379f3b2738e82bb changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,694 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 14e9bd66140e4fb3c2e8f2b03ca19e31 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,695 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9c635889cbbb8e1edf16c1a26d09ae24 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:09,695 DEBUG [master/8118b061437f:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2887f9115d671c30643da5f1f3f9d211 changed from -1.0 to 0.0, refreshing cache
2024-11-08T01:41:13,200 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped
2024-11-08T01:41:14,513 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-08T01:40:14.513Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:14.623Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:14.832Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15.143Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:15.652Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:40:16.672Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:18.694Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:22.724Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:32.753Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:42.783Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:40:52.835Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:02.916Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-08T01:41:14,515 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:41:14,515 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:41:14,516 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:41:14,517 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:41:14,518 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T01:41:14,522 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:41:14,522 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:41:14,524 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:41:14,524 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:41:14,524 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:41:14,525 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-08T01:41:14,526 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:41:14,527 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,41197,1731030007113, table=hbase:meta, region=1588230740
2024-11-08T01:41:14,527 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPEN
2024-11-08T01:41:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:41:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:41:14,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:41:14,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:41:14,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:41:14,566 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:41:14,567 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030104567
2024-11-08T01:41:14,567 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:41:14,567 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true, isMeta: true
2024-11-08T01:41:14,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:14,568 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:14,568 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:14,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:14,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:14,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:14,570 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=1, meta=true
2024-11-08T01:41:14,570 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta}]
2024-11-08T01:41:14,570 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:41:14,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:14,575 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=8118b061437f,34607,1731030006959
2024-11-08T01:41:14,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959}]
2024-11-08T01:41:14,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:14,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:14,681 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:41:14,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:14,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:14,682 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:14,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59
2024-11-08T01:41:14,769 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, size=52.9 K (54214bytes)
2024-11-08T01:41:14,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-08T01:41:14,769 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-08T01:41:14,769 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta
2024-11-08T01:41:14,774 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta after 3ms
2024-11-08T01:41:14,781 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta took 14ms
2024-11-08T01:41:14,791 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:41:14,799 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp
2024-11-08T01:41:14,802 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp
2024-11-08T01:41:14,803 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta so closing down
2024-11-08T01:41:14,804 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-08T01:41:14,807 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished
2024-11-08T01:41:14,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741864_1040 (size=53973)
2024-11-08T01:41:14,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741864_1040 (size=53973)
2024-11-08T01:41:14,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741864_1040 (size=53973)
2024-11-08T01:41:14,820 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms)
2024-11-08T01:41:14,822 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-08T01:41:14,826 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false
2024-11-08T01:41:14,826 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, journal: Splitting hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, size=52.9 K (54214bytes) at 1731030074769Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp at 1731030074803 (+34 ms)Finishing writing output for hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta so closing down at 17310300748033 split writer threads finished at 1731030074807 (+4 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731030074820 (+13 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731030074822 (+2 ms)Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731030074826 (+4 ms)
2024-11-08T01:41:14,826 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta
2024-11-08T01:41:14,827 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-08T01:41:14,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-08T01:41:14,836 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs
2024-11-08T01:41:14,838 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-08T01:41:14,838 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 in 259 msec
2024-11-08T01:41:14,840 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=8118b061437f,34607,1731030006959
2024-11-08T01:41:14,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-11-08T01:41:14,843 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 in 270 msec
2024-11-08T01:41:14,845 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting dir is empty, no logs to split.
2024-11-08T01:41:14,845 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=0, meta=true
2024-11-08T01:41:14,845 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,41197,1731030007113 WAL splitting is done? wals=0, meta=true
2024-11-08T01:41:14,845 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:41:14,845 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:41:14,845 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:41:14,845 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:41:14,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:14,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:14,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:41:14,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:14,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:14,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:15,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:15,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:15,201 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:41:15,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:15,504 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:34037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-08T01:41:15,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:15,711 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:15,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:41:15,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:16,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:16,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:16,723 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:16,723 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2155 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:16,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:18,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:18,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:18,743 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:18,744 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4176 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:18,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:18,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:18,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:18,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:22,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:22,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:22,783 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:22,785 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8217 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:22,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:22,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:22,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:22,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:32,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:32,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:32,893 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:32,894 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18326 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:32,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:32,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:32,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:32,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:35,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:41:42,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:42,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:42,964 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:42,964 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28397 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:42,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:42,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:42,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:42,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:53,000 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:41:53,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:41:53,002 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:41:53,002 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38434 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:41:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:41:53,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:41:53,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:03,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:03,061 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:03,062 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:03,062 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48494 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:03,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:03,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:05,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:42:08,771 WARN  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 12, running: 1
2024-11-08T01:42:09,158 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped
2024-11-08T01:42:14,572 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-08T01:41:14.569Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:14.682Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:14.892Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15.202Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:15.713Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:41:16.724Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:18.745Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:22.786Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:32.895Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:42.965Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:41:53.003Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:03.062Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-08T01:42:14,576 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:42:14,576 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:42:14,576 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:42:14,576 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:42:14,576 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:42:14,577 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:42:14,577 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:42:14,577 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:42:14,577 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:42:14,578 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T01:42:14,581 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:42:14,581 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:42:14,582 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:42:14,582 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:42:14,583 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:42:14,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:42:14,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:42:14,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:42:14,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:42:14,585 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:42:14,585 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:42:14,585 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:42:14,585 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-08T01:42:14,586 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:42:14,586 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,41197,1731030007113, table=hbase:meta, region=1588230740
2024-11-08T01:42:14,586 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPEN
2024-11-08T01:42:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:42:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:42:14,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:42:14,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:42:14,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:42:14,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:42:14,642 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030164642
2024-11-08T01:42:14,642 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:42:14,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:14,643 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:14,644 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:14,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:14,646 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting dir is empty, no logs to split.
2024-11-08T01:42:14,646 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=0, meta=true
2024-11-08T01:42:14,646 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,41197,1731030007113 WAL splitting is done? wals=0, meta=true
2024-11-08T01:42:14,646 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:42:14,650 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T01:42:14,650 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:42:14,650 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:42:14,650 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:42:14,651 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:42:14,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:14,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:14,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:42:14,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:14,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:14,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:14,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:14,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:14,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:42:14,962 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:14,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:14,963 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:15,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:15,271 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:15,272 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:42:15,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:15,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:15,781 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:15,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:42:15,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15,783 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:16,791 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:16,792 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:16,794 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:16,795 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2152 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:16,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:16,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:17,505 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=8118b061437f:34037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-08T01:42:18,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:18,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:18,822 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:18,823 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4180 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:18,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:18,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:18,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:18,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:22,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:22,831 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:22,834 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:22,835 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8192 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:22,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:22,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:22,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:32,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:32,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:32,902 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:32,903 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18260 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:32,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:35,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:42:42,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:42,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:42,953 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:42,953 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28310 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:42,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:42,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:52,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:42:52,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:42:52,963 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:42:52,964 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38321 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:42:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:52,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:42:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:42:52,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:03,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:03,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:43:03,052 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:43:03,052 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRpcRetryingCaller(177): Call to 8118b061437f,41197,1731030007113 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48409 ms
java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 7 more
2024-11-08T01:43:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:43:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:43:03,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:03,523 WARN  [RS:0;8118b061437f:34607 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8118b061437f,41197,1731030007113: status=Processing ServerCrashProcedure of 8118b061437f,41197,1731030007113 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731030014497, completionTime=-1 appears to have been leaked
2024-11-08T01:43:03,523 WARN  [RS:0;8118b061437f:34607 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 8118b061437f,41197,1731030007113: status=Processing ServerCrashProcedure of 8118b061437f,41197,1731030007113 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731030074524, completionTime=-1 appears to have been leaked
2024-11-08T01:43:05,079 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-08T01:43:14,652 WARN  [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta
org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions:
2024-11-08T01:42:14.645Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:14.753Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:14.963Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15.273Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:15.783Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:42:16.796Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:18.824Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:22.836Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:32.903Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:42.954Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:42:52.966Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:03.053Z, java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197

	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?]
	at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	... 1 more
2024-11-08T01:43:14,653 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:14,653 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:14,653 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:14,653 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:14,653 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:14,654 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:14,654 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:14,654 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:14,654 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:14,655 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:43:14,656 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:14,657 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:14,657 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:14,657 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:14,658 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:14,658 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-08T01:43:14,659 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:14,659 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,41197,1731030007113, table=hbase:meta, region=1588230740
2024-11-08T01:43:14,659 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,41197,1731030007113, state=OPEN
2024-11-08T01:43:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:14,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:14,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:14,731 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030224731
2024-11-08T01:43:14,731 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:14,731 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-08T01:43:14,732 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:14,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:14,732 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:43:14,733 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:43:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused
2024-11-08T01:43:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:43:14,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:14,734 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:14,735 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:14,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:14,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1]
2024-11-08T01:43:14,841 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:14,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:14,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:14,842 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:43:14,885 DEBUG [8118b061437f:34037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2
2024-11-08T01:43:14,885 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0}
2024-11-08T01:43:14,886 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T01:43:14,886 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T01:43:14,886 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T01:43:14,886 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T01:43:14,886 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T01:43:14,886 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T01:43:14,886 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T01:43:14,886 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:14,887 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPENING
2024-11-08T01:43:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,899 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:14,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:14,899 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:14,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:15,051 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1]
2024-11-08T01:43:15,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-08T01:43:15,053 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45159, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:43:15,053 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41685, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T01:43:15,057 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-08T01:43:15,058 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-08T01:43:15,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34607 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:45159 deadline: 1731030254733, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8118b061437f,34607,1731030006959
2024-11-08T01:43:15,058 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-08T01:43:15,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8118b061437f,34607,1731030006959
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T01:43:15,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 8118b061437f,34607,1731030006959
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T01:43:15,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 from cache
2024-11-08T01:43:15,060 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=8118b061437f%2C34607%2C1731030006959.meta, suffix=.meta, logDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs, maxLogs=32
2024-11-08T01:43:15,081 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959/8118b061437f%2C34607%2C1731030006959.meta.1731030195063.meta, exclude list is [], retry=0
2024-11-08T01:43:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42659,DS-8281490d-41ac-4a8b-9495-aa98bd1293a0,DISK]
2024-11-08T01:43:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40423,DS-80af0c43-2f76-498b-94ff-c26afc67c2de,DISK]
2024-11-08T01:43:15,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41009,DS-17bb94cb-7735-486e-bbfc-fdc93f894d79,DISK]
2024-11-08T01:43:15,087 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,34607,1731030006959/8118b061437f%2C34607%2C1731030006959.meta.1731030195063.meta
2024-11-08T01:43:15,088 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41819:41819),(127.0.0.1/127.0.0.1:41087:41087),(127.0.0.1/127.0.0.1:39721:39721)]
2024-11-08T01:43:15,088 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-08T01:43:15,088 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-08T01:43:15,089 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-08T01:43:15,089 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-08T01:43:15,089 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-08T01:43:15,089 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:15,089 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-08T01:43:15,089 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-08T01:43:15,091 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-08T01:43:15,092 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-08T01:43:15,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:15,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:43:15,093 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-08T01:43:15,094 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-08T01:43:15,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:15,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:43:15,095 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-08T01:43:15,096 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-08T01:43:15,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:15,096 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:43:15,096 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-08T01:43:15,097 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-08T01:43:15,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:15,098 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-08T01:43:15,098 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-08T01:43:15,099 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:43:15,101 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740
2024-11-08T01:43:15,101 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-08T01:43:15,114 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-08T01:43:15,117 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB
2024-11-08T01:43:15,191 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/953384782d744a45817b2f857abe74c6 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a./info:regioninfo/1731030011189/Put/seqid=0
2024-11-08T01:43:15,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741866_1042 (size=58053)
2024-11-08T01:43:15,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741866_1042 (size=58053)
2024-11-08T01:43:15,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741866_1042 (size=58053)
2024-11-08T01:43:15,207 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/953384782d744a45817b2f857abe74c6
2024-11-08T01:43:15,273 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/ns/aa1314de1dd04a6aac6f42d47bf2168d is 43, key is default/ns:d/1731030009578/Put/seqid=0
2024-11-08T01:43:15,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741867_1043 (size=5153)
2024-11-08T01:43:15,287 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741867_1043 (size=5153)
2024-11-08T01:43:15,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741867_1043 (size=5153)
2024-11-08T01:43:15,289 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/ns/aa1314de1dd04a6aac6f42d47bf2168d
2024-11-08T01:43:15,323 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/table/a86b07a9260b4d1f96be4acfd8a59aa3 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731030011380/Put/seqid=0
2024-11-08T01:43:15,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741868_1044 (size=5620)
2024-11-08T01:43:15,333 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741868_1044 (size=5620)
2024-11-08T01:43:15,334 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741868_1044 (size=5620)
2024-11-08T01:43:15,335 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/table/a86b07a9260b4d1f96be4acfd8a59aa3
2024-11-08T01:43:15,346 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/953384782d744a45817b2f857abe74c6 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/info/953384782d744a45817b2f857abe74c6
2024-11-08T01:43:15,356 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/info/953384782d744a45817b2f857abe74c6, entries=260, sequenceid=60, filesize=56.7 K
2024-11-08T01:43:15,360 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/ns/aa1314de1dd04a6aac6f42d47bf2168d as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/ns/aa1314de1dd04a6aac6f42d47bf2168d
2024-11-08T01:43:15,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:15,361 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1]
2024-11-08T01:43:15,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34607 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:45159 deadline: 1731030254731, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 8118b061437f,34607,1731030006959
2024-11-08T01:43:15,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 8118b061437f,34607,1731030006959
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T01:43:15,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 8118b061437f,34607,1731030006959
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-08T01:43:15,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1 from cache
2024-11-08T01:43:15,370 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/ns/aa1314de1dd04a6aac6f42d47bf2168d, entries=2, sequenceid=60, filesize=5.0 K
2024-11-08T01:43:15,371 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/table/a86b07a9260b4d1f96be4acfd8a59aa3 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/table/a86b07a9260b4d1f96be4acfd8a59aa3
2024-11-08T01:43:15,380 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/table/a86b07a9260b4d1f96be4acfd8a59aa3, entries=2, sequenceid=60, filesize=5.5 K
2024-11-08T01:43:15,385 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 266ms, sequenceid=60, compaction requested=false; wal=null
2024-11-08T01:43:15,387 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/0000000000000000060
2024-11-08T01:43:15,388 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-08T01:43:15,388 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-08T01:43:15,389 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-08T01:43:15,391 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-08T01:43:15,393 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1
2024-11-08T01:43:15,394 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74210769, jitterRate=0.10582663118839264}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-08T01:43:15,395 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-08T01:43:15,395 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1731030195089Writing region info on filesystem at 1731030195089Initializing all the Stores at 1731030195091 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030195091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030195091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030195091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731030195091Obtaining lock to block concurrent updates at 1731030195117 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1731030195117Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731030195120 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731030195120Flushing 1588230740/info: creating writer at 1731030195123 (+3 ms)Flushing 1588230740/info: appending metadata at 1731030195179 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731030195182 (+3 ms)Flushing 1588230740/ns: creating writer at 1731030195255 (+73 ms)Flushing 1588230740/ns: appending metadata at 1731030195272 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731030195272Flushing 1588230740/table: creating writer at 1731030195299 (+27 ms)Flushing 1588230740/table: appending metadata at 1731030195320 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731030195320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1099b959: reopening flushed file at 1731030195345 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a093421: reopening flushed file at 1731030195358 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdff8af: reopening flushed file at 1731030195370 (+12 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 266ms, sequenceid=60, compaction requested=false; wal=null at 1731030195385 (+15 ms)Cleaning up temporary data from old regions at 1731030195388 (+3 ms)Running coprocessor post-open hooks at 1731030195395 (+7 ms)Region opened successfully at 1731030195395
2024-11-08T01:43:15,396 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731030195051
2024-11-08T01:43:15,398 DEBUG [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-08T01:43:15,398 INFO  [RS_OPEN_META-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-08T01:43:15,399 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:15,400 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:15,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,446 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:15,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-08T01:43:15,449 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 in 547 msec
2024-11-08T01:43:15,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57
2024-11-08T01:43:15,451 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 718 msec
2024-11-08T01:43:15,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:15,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1]
2024-11-08T01:43:15,901 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,906 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,907 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,907 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:15,907 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030255907
2024-11-08T01:43:15,907 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030315907
2024-11-08T01:43:15,907 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1750 sec
2024-11-08T01:43:15,908 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 8118b061437f,41197,1731030007113 had 10 regions
2024-11-08T01:43:15,908 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:43:15,908 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:15,908 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:15,908 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:15,908 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:15,908 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:15,908 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:15,908 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:15,909 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:15,909 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:15,909 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:15,909 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:15,909 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:15,910 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:15,914 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:15,915 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:15,917 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:15,918 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-08T01:43:15,922 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=61
2024-11-08T01:43:15,922 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,34607,1731030006959, table=hbase:meta, region=1588230740
2024-11-08T01:43:15,923 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:15,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,972 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:15,974 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030225974
2024-11-08T01:43:15,974 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:15,986 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,986 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,987 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,988 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,989 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:15,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:15,990 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:15,990 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:15,990 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030255990
2024-11-08T01:43:15,990 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030315990
2024-11-08T01:43:15,990 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 16 msec
2024-11-08T01:43:15,991 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 8118b061437f,41197,1731030007113 had 9 regions
2024-11-08T01:43:15,991 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:15,992 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true, isMeta: false
2024-11-08T01:43:15,995 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=1, meta=false
2024-11-08T01:43:15,995 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885}]
2024-11-08T01:43:15,995 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:43:15,995 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:15,995 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:15,995 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:16,241 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:16,241 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:16,241 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:16,241 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:16,241 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:16,242 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:16,242 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:16,242 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:16,242 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:16,243 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:16,245 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:16,246 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:16,247 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:16,247 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-08T01:43:16,248 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=61
2024-11-08T01:43:16,248 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,34607,1731030006959, table=hbase:meta, region=1588230740
2024-11-08T01:43:16,249 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:16,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:16,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:16,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:16,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:16,259 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030226258
2024-11-08T01:43:16,259 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:16,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,264 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,265 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,266 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:16,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:16,267 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:16,267 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:16,267 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030256267
2024-11-08T01:43:16,267 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030316267
2024-11-08T01:43:16,267 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec
2024-11-08T01:43:16,267 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true, isMeta: false
2024-11-08T01:43:16,270 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=1, meta=false
2024-11-08T01:43:16,270 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885}]
2024-11-08T01:43:16,270 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:16,272 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:16,273 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:16,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34607 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63
2024-11-08T01:43:16,448 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885, size=327.1 K (334915bytes)
2024-11-08T01:43:16,448 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885
2024-11-08T01:43:16,449 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885 after 1ms
2024-11-08T01:43:16,455 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885 took 7ms
2024-11-08T01:43:16,458 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 132f7dde7fc79d482571ad14d2329415: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,460 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for ea9dca84a18db4144f7aebbb684e4fe1: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,461 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 08f041154c25b7616f820342d3ada1df: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,462 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for bad535374c8cf7c58c47b8cbf80f2d96: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,463 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0bc19914937aac508631c1e5e7133760: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,465 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 3fe9bcf01968863d9e4cbd3b95989a3a: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8203f1e12573770b88c839b0fd2d88ae: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,468 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 56c1ebf6f316a3af8a0faa1b2f3ba37d: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,469 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 5cab10a0eec1c01888b1776e39ef07c8: last_flushed_sequence_id: 18446744073709551615
2024-11-08T01:43:16,475 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,477 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,478 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,480 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,481 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,482 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,483 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,483 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,486 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,489 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,490 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,491 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885 so closing down
2024-11-08T01:43:16,492 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish
2024-11-08T01:43:16,492 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,493 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,495 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,496 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,500 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,504 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp
2024-11-08T01:43:16,505 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished
2024-11-08T01:43:16,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741870_1046 (size=36767)
2024-11-08T01:43:16,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741871_1047 (size=36767)
2024-11-08T01:43:16,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741871_1047 (size=36767)
2024-11-08T01:43:16,528 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,528 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741870_1046 (size=36767)
2024-11-08T01:43:16,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741871_1047 (size=36767)
2024-11-08T01:43:16,530 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004
2024-11-08T01:43:16,530 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004
2024-11-08T01:43:16,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741870_1046 (size=36767)
2024-11-08T01:43:16,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741869_1045 (size=36767)
2024-11-08T01:43:16,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741869_1045 (size=36767)
2024-11-08T01:43:16,537 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741869_1045 (size=36767)
2024-11-08T01:43:16,538 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 1 ms)
2024-11-08T01:43:16,540 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004
2024-11-08T01:43:16,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741873_1049 (size=36767)
2024-11-08T01:43:16,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741873_1049 (size=36767)
2024-11-08T01:43:16,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741872_1048 (size=36767)
2024-11-08T01:43:16,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741872_1048 (size=36767)
2024-11-08T01:43:16,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741872_1048 (size=36767)
2024-11-08T01:43:16,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741873_1049 (size=36767)
2024-11-08T01:43:16,561 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,562 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004
2024-11-08T01:43:16,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741874_1050 (size=36767)
2024-11-08T01:43:16,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741874_1050 (size=36767)
2024-11-08T01:43:16,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741874_1050 (size=36767)
2024-11-08T01:43:16,571 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,573 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004
2024-11-08T01:43:16,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741875_1051 (size=36767)
2024-11-08T01:43:16,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741875_1051 (size=36767)
2024-11-08T01:43:16,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741875_1051 (size=36767)
2024-11-08T01:43:16,581 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741876_1052 (size=36767)
2024-11-08T01:43:16,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741876_1052 (size=36767)
2024-11-08T01:43:16,586 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 1 ms)
2024-11-08T01:43:16,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741876_1052 (size=36767)
2024-11-08T01:43:16,587 INFO  [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004
2024-11-08T01:43:16,587 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004
2024-11-08T01:43:16,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741877_1053 (size=36767)
2024-11-08T01:43:16,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741877_1053 (size=36767)
2024-11-08T01:43:16,596 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741877_1053 (size=36767)
2024-11-08T01:43:16,598 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,600 INFO  [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004
2024-11-08T01:43:16,960 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms)
2024-11-08T01:43:16,962 INFO  [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004
2024-11-08T01:43:16,962 INFO  [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 506 ms; skipped=9; WAL=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885, size=327.1 K, length=334915, corrupted=false, cancelled=false
2024-11-08T01:43:16,962 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885, journal: Splitting hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885, size=327.1 K (334915bytes) at 1731030196448Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196478 (+30 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196480 (+2 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196483 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196483Split 5 edits, skipped 9 edits. at 1731030196486 (+3 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196491 (+5 ms)Finishing writing output for hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885 so closing down at 1731030196492 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196492Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196493 (+1 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196500 (+7 ms)Creating recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp at 1731030196504 (+4 ms)3 split writer threads finished at 1731030196505 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196528 (+23 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196528Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004 at 1731030196530 (+2 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004 at 1731030196530Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731030196538 (+8 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004 at 1731030196540 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196561 (+21 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004 at 1731030196562 (+1 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196571 (+9 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004 at 1731030196573 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196581 (+8 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731030196586 (+5 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004 at 1731030196587 (+1 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004 at 1731030196587Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196598 (+11 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004 at 1731030196600 (+2 ms)Closed recovered edits writer path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731030196960 (+360 ms)Rename recovered edits hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004-8118b061437f%2C41197%2C1731030007113.1731030008885.temp to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004 at 1731030196962 (+2 ms)Processed 18 edits across 9 Regions in 506 ms; skipped=9; WAL=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885, size=327.1 K, length=334915, corrupted=false, cancelled=false at 1731030196962
2024-11-08T01:43:16,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885
2024-11-08T01:43:16,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/8118b061437f:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63
2024-11-08T01:43:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34037 {}] master.HMaster(4169): Remote procedure done, pid=63
2024-11-08T01:43:16,967 INFO  [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting/8118b061437f%2C41197%2C1731030007113.1731030008885 to hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs
2024-11-08T01:43:16,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-08T01:43:16,969 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 in 694 msec
2024-11-08T01:43:16,970 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:16,972 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57
2024-11-08T01:43:16,972 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 in 700 msec
2024-11-08T01:43:16,973 INFO  [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting dir is empty, no logs to split.
2024-11-08T01:43:16,973 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=0, meta=false
2024-11-08T01:43:16,973 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,41197,1731030007113 WAL splitting is done? wals=0, meta=false
2024-11-08T01:43:16,974 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:43:16,974 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:16,974 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:16,974 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:17,017 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:17,017 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:17,017 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:17,018 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:17,019 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:43:17,020 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:17,020 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:17,020 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:17,020 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:17,020 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:17,021 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:17,021 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:17,021 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:17,021 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,022 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec
2024-11-08T01:43:17,023 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=61
2024-11-08T01:43:17,023 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,34607,1731030006959, table=hbase:meta, region=1588230740
2024-11-08T01:43:17,023 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:17,104 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:17,105 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,120 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030227120
2024-11-08T01:43:17,121 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,125 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,126 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,127 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,127 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:17,127 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030257127
2024-11-08T01:43:17,127 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030317127
2024-11-08T01:43:17,127 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec
2024-11-08T01:43:17,129 INFO  [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 8118b061437f,41197,1731030007113 does not exist
2024-11-08T01:43:17,129 INFO  [PEWorker-1 {}] master.SplitWALManager(105): 8118b061437f,41197,1731030007113 WAL count=0, meta=false
2024-11-08T01:43:17,129 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 8118b061437f,41197,1731030007113 WAL splitting is done? wals=0, meta=false
2024-11-08T01:43:17,130 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 8118b061437f,41197,1731030007113 failed, ignore...File hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/WALs/8118b061437f,41197,1731030007113-splitting does not exist.
2024-11-08T01:43:17,130 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:17,131 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN}]
2024-11-08T01:43:17,131 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:43:17,131 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:17,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:17,132 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:17,378 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:17,379 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:17,379 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:17,379 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:17,380 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:17,381 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:17,383 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:17,384 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,386 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,387 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,387 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,387 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:17,387 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec
2024-11-08T01:43:17,389 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=61
2024-11-08T01:43:17,389 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,34607,1731030006959, table=hbase:meta, region=1588230740
2024-11-08T01:43:17,389 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:17,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:17,403 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030227403
2024-11-08T01:43:17,403 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,407 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,408 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,41197,1731030007113, regionLocation=8118b061437f,41197,1731030007113, openSeqNum=2
2024-11-08T01:43:17,409 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:17,410 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:17,410 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:17,410 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030257410
2024-11-08T01:43:17,410 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030317410
2024-11-08T01:43:17,410 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec
2024-11-08T01:43:17,410 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN}]
2024-11-08T01:43:17,410 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:17,413 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN
2024-11-08T01:43:17,413 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,415 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN
2024-11-08T01:43:17,416 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,417 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN
2024-11-08T01:43:17,418 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,419 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN
2024-11-08T01:43:17,420 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,421 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN
2024-11-08T01:43:17,422 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,423 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN
2024-11-08T01:43:17,424 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,425 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN
2024-11-08T01:43:17,426 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,426 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN
2024-11-08T01:43:17,427 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,428 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN
2024-11-08T01:43:17,428 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false
2024-11-08T01:43:17,564 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(204): Hosts are {8118b061437f=0} racks are {/default-rack=0}
2024-11-08T01:43:17,564 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-08T01:43:17,564 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-08T01:43:17,565 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-08T01:43:17,565 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-08T01:43:17,565 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-08T01:43:17,565 INFO  [8118b061437f:34037 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-08T01:43:17,565 DEBUG [8118b061437f:34037 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-08T01:43:17,565 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,566 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,566 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,567 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPENING, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,568 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN because future has completed
2024-11-08T01:43:17,568 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=08f041154c25b7616f820342d3ada1df, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN because future has completed
2024-11-08T01:43:17,569 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:17,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN because future has completed
2024-11-08T01:43:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN because future has completed
2024-11-08T01:43:17,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN because future has completed
2024-11-08T01:43:17,583 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:43:17,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN because future has completed
2024-11-08T01:43:17,586 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:43:17,588 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:17,591 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:17,594 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,34607,1731030006959}]
2024-11-08T01:43:17,596 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=0bc19914937aac508631c1e5e7133760, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,597 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=132f7dde7fc79d482571ad14d2329415, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,597 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8203f1e12573770b88c839b0fd2d88ae, regionState=OPENING, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN because future has completed
2024-11-08T01:43:17,598 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:43:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN because future has completed
2024-11-08T01:43:17,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN because future has completed
2024-11-08T01:43:17,601 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:43:17,604 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,45297,1731030007061}]
2024-11-08T01:43:17,735 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:17,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cab10a0eec1c01888b1776e39ef07c8, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.', STARTKEY => 'uuu', ENDKEY => 'vvv'}
2024-11-08T01:43:17,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51353, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-08T01:43:17,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,736 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,739 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:43:17,740 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:17,740 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily11
2024-11-08T01:43:17,740 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,740 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bc19914937aac508631c1e5e7133760, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.', STARTKEY => 'kkk', ENDKEY => 'lll'}
2024-11-08T01:43:17,740 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,741 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,741 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,741 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:43:17,742 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily21
2024-11-08T01:43:17,742 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,742 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:43:17,742 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,743 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5cab10a0eec1c01888b1776e39ef07c8 
2024-11-08T01:43:17,743 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily11
2024-11-08T01:43:17,743 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,743 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,743 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cab10a0eec1c01888b1776e39ef07c8 columnFamilyName colfamily31
2024-11-08T01:43:17,743 DEBUG [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,743 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:43:17,744 INFO  [StoreOpener-5cab10a0eec1c01888b1776e39ef07c8-1 {}] regionserver.HStore(327): Store=5cab10a0eec1c01888b1776e39ef07c8/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,744 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,744 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily21
2024-11-08T01:43:17,744 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,745 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,745 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,745 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0bc19914937aac508631c1e5e7133760 
2024-11-08T01:43:17,746 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bc19914937aac508631c1e5e7133760 columnFamilyName colfamily31
2024-11-08T01:43:17,746 DEBUG [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,746 INFO  [StoreOpener-0bc19914937aac508631c1e5e7133760-1 {}] regionserver.HStore(327): Store=0bc19914937aac508631c1e5e7133760/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,746 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,746 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,747 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,747 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004
2024-11-08T01:43:17,748 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,749 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004
2024-11-08T01:43:17,754 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004
2024-11-08T01:43:17,754 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 5cab10a0eec1c01888b1776e39ef07c8 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,756 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004
2024-11-08T01:43:17,757 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 0bc19914937aac508631c1e5e7133760 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,784 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/.tmp/colfamily11/7430847bb49c44bd8fcc6a65e446e919 is 52, key is uuu/colfamily11:colfamily11/1731030013724/Put/seqid=0
2024-11-08T01:43:17,785 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/.tmp/colfamily11/7c20625d123345c58ad35a8a1d9d2ec6 is 52, key is kkk/colfamily11:colfamily11/1731030013618/Put/seqid=0
2024-11-08T01:43:17,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741878_1054 (size=39263)
2024-11-08T01:43:17,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741878_1054 (size=39263)
2024-11-08T01:43:17,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741878_1054 (size=39263)
2024-11-08T01:43:17,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741879_1055 (size=39263)
2024-11-08T01:43:17,798 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/.tmp/colfamily11/7430847bb49c44bd8fcc6a65e446e919
2024-11-08T01:43:17,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741879_1055 (size=39263)
2024-11-08T01:43:17,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741879_1055 (size=39263)
2024-11-08T01:43:17,800 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/.tmp/colfamily11/7c20625d123345c58ad35a8a1d9d2ec6
2024-11-08T01:43:17,808 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/.tmp/colfamily11/7430847bb49c44bd8fcc6a65e446e919 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/colfamily11/7430847bb49c44bd8fcc6a65e446e919
2024-11-08T01:43:17,810 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/.tmp/colfamily11/7c20625d123345c58ad35a8a1d9d2ec6 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/colfamily11/7c20625d123345c58ad35a8a1d9d2ec6
2024-11-08T01:43:17,816 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/colfamily11/7430847bb49c44bd8fcc6a65e446e919, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:17,817 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cab10a0eec1c01888b1776e39ef07c8 in 62ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:17,818 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/0000000000000000004
2024-11-08T01:43:17,819 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,820 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,820 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/colfamily11/7c20625d123345c58ad35a8a1d9d2ec6, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:17,820 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0bc19914937aac508631c1e5e7133760 in 64ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:17,821 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/0000000000000000004
2024-11-08T01:43:17,821 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:17,822 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,822 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,823 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:17,823 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,825 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,826 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:17,827 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 5cab10a0eec1c01888b1776e39ef07c8; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61314840, jitterRate=-0.08633768558502197}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:17,827 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:17,827 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 5cab10a0eec1c01888b1776e39ef07c8:
Running coprocessor pre-open hook at 1731030197737Writing region info on filesystem at 1731030197737Initializing all the Stores at 1731030197738 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197738Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197739 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197739Obtaining lock to block concurrent updates at 1731030197754 (+15 ms)Preparing flush snapshotting stores in 5cab10a0eec1c01888b1776e39ef07c8 at 1731030197754Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197754Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8. at 1731030197754Flushing 5cab10a0eec1c01888b1776e39ef07c8/colfamily11: creating writer at 1731030197755 (+1 ms)Flushing 5cab10a0eec1c01888b1776e39ef07c8/colfamily11: appending metadata at 1731030197784 (+29 ms)Flushing 5cab10a0eec1c01888b1776e39ef07c8/colfamily11: closing flushed file at 1731030197784Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b626d45: reopening flushed file at 1731030197807 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cab10a0eec1c01888b1776e39ef07c8 in 62ms, sequenceid=4, compaction requested=false; wal=null at 1731030197817 (+10 ms)Cleaning up temporary data from old regions at 1731030197820 (+3 ms)Running coprocessor post-open hooks at 1731030197827 (+7 ms)Region opened successfully at 1731030197827
2024-11-08T01:43:17,828 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:17,830 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., pid=73, masterSystemTime=1731030197731
2024-11-08T01:43:17,830 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 0bc19914937aac508631c1e5e7133760; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74948003, jitterRate=0.11681227385997772}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:17,830 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:17,830 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 0bc19914937aac508631c1e5e7133760:
Running coprocessor pre-open hook at 1731030197741Writing region info on filesystem at 1731030197741Initializing all the Stores at 1731030197742 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197742Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197742Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197742Obtaining lock to block concurrent updates at 1731030197757 (+15 ms)Preparing flush snapshotting stores in 0bc19914937aac508631c1e5e7133760 at 1731030197757Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197757Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760. at 1731030197757Flushing 0bc19914937aac508631c1e5e7133760/colfamily11: creating writer at 1731030197757Flushing 0bc19914937aac508631c1e5e7133760/colfamily11: appending metadata at 1731030197785 (+28 ms)Flushing 0bc19914937aac508631c1e5e7133760/colfamily11: closing flushed file at 1731030197785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca38c7e: reopening flushed file at 1731030197809 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0bc19914937aac508631c1e5e7133760 in 64ms, sequenceid=4, compaction requested=false; wal=null at 1731030197820 (+11 ms)Cleaning up temporary data from old regions at 1731030197822 (+2 ms)Running coprocessor post-open hooks at 1731030197830 (+8 ms)Region opened successfully at 1731030197830
2024-11-08T01:43:17,833 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., pid=79, masterSystemTime=1731030197734
2024-11-08T01:43:17,834 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:17,834 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:17,834 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:17,834 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 3fe9bcf01968863d9e4cbd3b95989a3a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.', STARTKEY => 'bbb', ENDKEY => 'ccc'}
2024-11-08T01:43:17,835 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,835 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,835 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,835 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,835 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,836 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:43:17,838 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily11
2024-11-08T01:43:17,838 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:43:17,839 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:17,839 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:17,839 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,839 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:17,839 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:43:17,839 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 8203f1e12573770b88c839b0fd2d88ae, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.', STARTKEY => '', ENDKEY => 'bbb'}
2024-11-08T01:43:17,840 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,840 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=0bc19914937aac508631c1e5e7133760, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,840 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,840 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily21
2024-11-08T01:43:17,840 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,840 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,840 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,841 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,841 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3fe9bcf01968863d9e4cbd3b95989a3a 
2024-11-08T01:43:17,843 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3fe9bcf01968863d9e4cbd3b95989a3a columnFamilyName colfamily31
2024-11-08T01:43:17,843 DEBUG [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,844 INFO  [StoreOpener-3fe9bcf01968863d9e4cbd3b95989a3a-1 {}] regionserver.HStore(327): Store=3fe9bcf01968863d9e4cbd3b95989a3a/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,844 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:43:17,845 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:43:17,845 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,847 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily11
2024-11-08T01:43:17,847 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,847 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,847 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,847 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:43:17,848 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004
2024-11-08T01:43:17,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-11-08T01:43:17,848 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily21
2024-11-08T01:43:17,848 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,34607,1731030006959 in 275 msec
2024-11-08T01:43:17,849 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,849 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,849 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8203f1e12573770b88c839b0fd2d88ae 
2024-11-08T01:43:17,850 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8203f1e12573770b88c839b0fd2d88ae columnFamilyName colfamily31
2024-11-08T01:43:17,850 DEBUG [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,851 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN in 439 msec
2024-11-08T01:43:17,852 INFO  [StoreOpener-8203f1e12573770b88c839b0fd2d88ae-1 {}] regionserver.HStore(327): Store=8203f1e12573770b88c839b0fd2d88ae/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,852 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,854 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=66
2024-11-08T01:43:17,857 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,857 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,45297,1731030007061 in 255 msec
2024-11-08T01:43:17,858 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004
2024-11-08T01:43:17,858 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004
2024-11-08T01:43:17,859 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 3fe9bcf01968863d9e4cbd3b95989a3a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,860 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN in 447 msec
2024-11-08T01:43:17,865 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004
2024-11-08T01:43:17,865 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 8203f1e12573770b88c839b0fd2d88ae 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,886 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/.tmp/colfamily11/4ec7032f2ca14b169fe3e0478569e2a4 is 52, key is bbb/colfamily11:colfamily11/1731030013481/Put/seqid=0
2024-11-08T01:43:17,889 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/.tmp/colfamily11/35e50098dd6f4fc28906913416f65faf is 52, key is aaa/colfamily11:colfamily11/1731030013403/Put/seqid=0
2024-11-08T01:43:17,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741880_1056 (size=39263)
2024-11-08T01:43:17,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741880_1056 (size=39263)
2024-11-08T01:43:17,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741880_1056 (size=39263)
2024-11-08T01:43:17,900 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/.tmp/colfamily11/4ec7032f2ca14b169fe3e0478569e2a4
2024-11-08T01:43:17,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741881_1057 (size=39263)
2024-11-08T01:43:17,909 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741881_1057 (size=39263)
2024-11-08T01:43:17,909 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/.tmp/colfamily11/35e50098dd6f4fc28906913416f65faf
2024-11-08T01:43:17,910 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741881_1057 (size=39263)
2024-11-08T01:43:17,910 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/.tmp/colfamily11/4ec7032f2ca14b169fe3e0478569e2a4 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11/4ec7032f2ca14b169fe3e0478569e2a4
2024-11-08T01:43:17,918 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11/4ec7032f2ca14b169fe3e0478569e2a4, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:17,918 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fe9bcf01968863d9e4cbd3b95989a3a in 59ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:17,918 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/.tmp/colfamily11/35e50098dd6f4fc28906913416f65faf as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/colfamily11/35e50098dd6f4fc28906913416f65faf
2024-11-08T01:43:17,919 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/0000000000000000004
2024-11-08T01:43:17,920 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,920 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,921 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:17,924 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,926 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/colfamily11/35e50098dd6f4fc28906913416f65faf, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:17,927 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:17,927 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8203f1e12573770b88c839b0fd2d88ae in 62ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:17,928 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/0000000000000000004
2024-11-08T01:43:17,928 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 3fe9bcf01968863d9e4cbd3b95989a3a; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59067082, jitterRate=-0.11983188986778259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:17,928 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:17,929 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 3fe9bcf01968863d9e4cbd3b95989a3a:
Running coprocessor pre-open hook at 1731030197835Writing region info on filesystem at 1731030197835Initializing all the Stores at 1731030197836 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197836Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197836Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197836Obtaining lock to block concurrent updates at 1731030197859 (+23 ms)Preparing flush snapshotting stores in 3fe9bcf01968863d9e4cbd3b95989a3a at 1731030197859Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197859Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a. at 1731030197859Flushing 3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11: creating writer at 1731030197859Flushing 3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11: appending metadata at 1731030197885 (+26 ms)Flushing 3fe9bcf01968863d9e4cbd3b95989a3a/colfamily11: closing flushed file at 1731030197885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b6d6d5: reopening flushed file at 1731030197908 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3fe9bcf01968863d9e4cbd3b95989a3a in 59ms, sequenceid=4, compaction requested=false; wal=null at 1731030197918 (+10 ms)Cleaning up temporary data from old regions at 1731030197920 (+2 ms)Running coprocessor post-open hooks at 1731030197928 (+8 ms)Region opened successfully at 1731030197928
2024-11-08T01:43:17,929 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,929 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,930 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:17,931 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., pid=76, masterSystemTime=1731030197731
2024-11-08T01:43:17,932 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:17,934 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:17,934 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 56c1ebf6f316a3af8a0faa1b2f3ba37d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.', STARTKEY => 'hhh', ENDKEY => 'iii'}
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,934 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,934 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,936 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:43:17,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:43:17,937 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:17,938 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily11
2024-11-08T01:43:17,938 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,939 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,939 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:43:17,939 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 8203f1e12573770b88c839b0fd2d88ae; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62949537, jitterRate=-0.06197880208492279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:17,939 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:17,940 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 8203f1e12573770b88c839b0fd2d88ae:
Running coprocessor pre-open hook at 1731030197841Writing region info on filesystem at 1731030197841Initializing all the Stores at 1731030197844 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197844Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197845 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197845Obtaining lock to block concurrent updates at 1731030197865 (+20 ms)Preparing flush snapshotting stores in 8203f1e12573770b88c839b0fd2d88ae at 1731030197865Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197866 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae. at 1731030197866Flushing 8203f1e12573770b88c839b0fd2d88ae/colfamily11: creating writer at 1731030197866Flushing 8203f1e12573770b88c839b0fd2d88ae/colfamily11: appending metadata at 1731030197888 (+22 ms)Flushing 8203f1e12573770b88c839b0fd2d88ae/colfamily11: closing flushed file at 1731030197888Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736ce807: reopening flushed file at 1731030197917 (+29 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8203f1e12573770b88c839b0fd2d88ae in 62ms, sequenceid=4, compaction requested=false; wal=null at 1731030197927 (+10 ms)Cleaning up temporary data from old regions at 1731030197929 (+2 ms)Running coprocessor post-open hooks at 1731030197939 (+10 ms)Region opened successfully at 1731030197940 (+1 ms)
2024-11-08T01:43:17,940 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily21
2024-11-08T01:43:17,940 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=64
2024-11-08T01:43:17,941 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,34607,1731030006959 in 350 msec
2024-11-08T01:43:17,941 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., pid=80, masterSystemTime=1731030197734
2024-11-08T01:43:17,942 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,943 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 56c1ebf6f316a3af8a0faa1b2f3ba37d 
2024-11-08T01:43:17,943 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:17,943 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:17,943 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN in 531 msec
2024-11-08T01:43:17,943 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:17,944 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 132f7dde7fc79d482571ad14d2329415, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.', STARTKEY => 'eee', ENDKEY => 'fff'}
2024-11-08T01:43:17,944 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 56c1ebf6f316a3af8a0faa1b2f3ba37d columnFamilyName colfamily31
2024-11-08T01:43:17,944 DEBUG [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,944 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,944 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:17,944 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,944 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,949 INFO  [StoreOpener-56c1ebf6f316a3af8a0faa1b2f3ba37d-1 {}] regionserver.HStore(327): Store=56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,949 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,950 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:17,950 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,950 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:43:17,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:43:17,953 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily11
2024-11-08T01:43:17,953 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,953 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:17,954 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,954 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:43:17,955 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily21
2024-11-08T01:43:17,955 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,956 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,956 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004
2024-11-08T01:43:17,956 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 132f7dde7fc79d482571ad14d2329415 
2024-11-08T01:43:17,957 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=68
2024-11-08T01:43:17,957 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,45297,1731030007061 in 353 msec
2024-11-08T01:43:17,957 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 132f7dde7fc79d482571ad14d2329415 columnFamilyName colfamily31
2024-11-08T01:43:17,957 DEBUG [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:17,958 INFO  [StoreOpener-132f7dde7fc79d482571ad14d2329415-1 {}] regionserver.HStore(327): Store=132f7dde7fc79d482571ad14d2329415/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:17,958 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,959 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN in 547 msec
2024-11-08T01:43:17,959 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,960 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:17,961 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004
2024-11-08T01:43:17,963 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004
2024-11-08T01:43:17,964 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 56c1ebf6f316a3af8a0faa1b2f3ba37d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,967 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004
2024-11-08T01:43:17,967 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 132f7dde7fc79d482571ad14d2329415 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:17,983 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/.tmp/colfamily11/ff2305a54ea14aa8a2692a7c5463cede is 52, key is eee/colfamily11:colfamily11/1731030013540/Put/seqid=0
2024-11-08T01:43:17,987 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/.tmp/colfamily11/6fab8c38b9604ecda6f103bb50f539f1 is 52, key is hhh/colfamily11:colfamily11/1731030013577/Put/seqid=0
2024-11-08T01:43:17,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741882_1058 (size=39263)
2024-11-08T01:43:17,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741882_1058 (size=39263)
2024-11-08T01:43:17,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741882_1058 (size=39263)
2024-11-08T01:43:17,998 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/.tmp/colfamily11/ff2305a54ea14aa8a2692a7c5463cede
2024-11-08T01:43:18,005 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/.tmp/colfamily11/ff2305a54ea14aa8a2692a7c5463cede as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/colfamily11/ff2305a54ea14aa8a2692a7c5463cede
2024-11-08T01:43:18,012 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/colfamily11/ff2305a54ea14aa8a2692a7c5463cede, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:18,013 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 132f7dde7fc79d482571ad14d2329415 in 46ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:18,014 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/0000000000000000004
2024-11-08T01:43:18,015 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:18,015 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:18,015 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:18,017 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741883_1059 (size=39263)
2024-11-08T01:43:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741883_1059 (size=39263)
2024-11-08T01:43:18,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741883_1059 (size=39263)
2024-11-08T01:43:18,023 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/.tmp/colfamily11/6fab8c38b9604ecda6f103bb50f539f1
2024-11-08T01:43:18,025 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:18,026 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 132f7dde7fc79d482571ad14d2329415; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66304470, jitterRate=-0.011986404657363892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:18,026 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:18,026 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 132f7dde7fc79d482571ad14d2329415:
Running coprocessor pre-open hook at 1731030197945Writing region info on filesystem at 1731030197945Initializing all the Stores at 1731030197950 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197950Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197950Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197950Obtaining lock to block concurrent updates at 1731030197967 (+17 ms)Preparing flush snapshotting stores in 132f7dde7fc79d482571ad14d2329415 at 1731030197967Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197967Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415. at 1731030197967Flushing 132f7dde7fc79d482571ad14d2329415/colfamily11: creating writer at 1731030197967Flushing 132f7dde7fc79d482571ad14d2329415/colfamily11: appending metadata at 1731030197983 (+16 ms)Flushing 132f7dde7fc79d482571ad14d2329415/colfamily11: closing flushed file at 1731030197983Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50e262c7: reopening flushed file at 1731030198004 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 132f7dde7fc79d482571ad14d2329415 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1731030198013 (+9 ms)Cleaning up temporary data from old regions at 1731030198015 (+2 ms)Running coprocessor post-open hooks at 1731030198026 (+11 ms)Region opened successfully at 1731030198026
2024-11-08T01:43:18,027 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., pid=81, masterSystemTime=1731030197734
2024-11-08T01:43:18,029 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:18,029 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:18,029 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:18,029 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 08f041154c25b7616f820342d3ada1df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.', STARTKEY => 'rrr', ENDKEY => 'sss'}
2024-11-08T01:43:18,030 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,030 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:18,030 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,030 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,030 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,031 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/.tmp/colfamily11/6fab8c38b9604ecda6f103bb50f539f1 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11/6fab8c38b9604ecda6f103bb50f539f1
2024-11-08T01:43:18,032 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:43:18,033 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=8118b061437f,45297,1731030007061, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-08T01:43:18,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:43:18,036 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily11
2024-11-08T01:43:18,036 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,038 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,038 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:43:18,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=65
2024-11-08T01:43:18,040 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,45297,1731030007061 in 433 msec
2024-11-08T01:43:18,042 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily21
2024-11-08T01:43:18,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN in 630 msec
2024-11-08T01:43:18,043 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,043 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,043 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 08f041154c25b7616f820342d3ada1df 
2024-11-08T01:43:18,044 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11/6fab8c38b9604ecda6f103bb50f539f1, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:18,044 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56c1ebf6f316a3af8a0faa1b2f3ba37d in 80ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:18,044 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 08f041154c25b7616f820342d3ada1df columnFamilyName colfamily31
2024-11-08T01:43:18,044 DEBUG [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,045 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/0000000000000000004
2024-11-08T01:43:18,045 INFO  [StoreOpener-08f041154c25b7616f820342d3ada1df-1 {}] regionserver.HStore(327): Store=08f041154c25b7616f820342d3ada1df/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,045 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,046 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:18,046 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,046 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:18,047 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:18,048 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,049 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:18,049 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004
2024-11-08T01:43:18,051 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:18,053 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 56c1ebf6f316a3af8a0faa1b2f3ba37d; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72077708, jitterRate=0.07404154539108276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:18,053 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:18,053 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 56c1ebf6f316a3af8a0faa1b2f3ba37d:
Running coprocessor pre-open hook at 1731030197934Writing region info on filesystem at 1731030197934Initializing all the Stores at 1731030197935 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197935Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197936 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030197936Obtaining lock to block concurrent updates at 1731030197964 (+28 ms)Preparing flush snapshotting stores in 56c1ebf6f316a3af8a0faa1b2f3ba37d at 1731030197964Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030197964Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d. at 1731030197964Flushing 56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11: creating writer at 1731030197964Flushing 56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11: appending metadata at 1731030197986 (+22 ms)Flushing 56c1ebf6f316a3af8a0faa1b2f3ba37d/colfamily11: closing flushed file at 1731030197986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c681e5: reopening flushed file at 1731030198030 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 56c1ebf6f316a3af8a0faa1b2f3ba37d in 80ms, sequenceid=4, compaction requested=false; wal=null at 1731030198044 (+14 ms)Cleaning up temporary data from old regions at 1731030198046 (+2 ms)Running coprocessor post-open hooks at 1731030198053 (+7 ms)Region opened successfully at 1731030198053
2024-11-08T01:43:18,054 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., pid=77, masterSystemTime=1731030197731
2024-11-08T01:43:18,056 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004
2024-11-08T01:43:18,056 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:18,056 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:18,056 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 08f041154c25b7616f820342d3ada1df 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:18,056 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:18,056 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => bad535374c8cf7c58c47b8cbf80f2d96, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.', STARTKEY => 'ooo', ENDKEY => 'ppp'}
2024-11-08T01:43:18,057 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,057 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,057 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:18,057 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,057 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:43:18,060 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:43:18,062 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily11
2024-11-08T01:43:18,062 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,063 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,063 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:43:18,064 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily21
2024-11-08T01:43:18,064 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,064 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=69
2024-11-08T01:43:18,065 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,34607,1731030006959 in 471 msec
2024-11-08T01:43:18,065 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,065 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bad535374c8cf7c58c47b8cbf80f2d96 
2024-11-08T01:43:18,066 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bad535374c8cf7c58c47b8cbf80f2d96 columnFamilyName colfamily31
2024-11-08T01:43:18,066 DEBUG [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,067 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN in 655 msec
2024-11-08T01:43:18,067 INFO  [StoreOpener-bad535374c8cf7c58c47b8cbf80f2d96-1 {}] regionserver.HStore(327): Store=bad535374c8cf7c58c47b8cbf80f2d96/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,067 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,068 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,069 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,070 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004
2024-11-08T01:43:18,076 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004
2024-11-08T01:43:18,076 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing bad535374c8cf7c58c47b8cbf80f2d96 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:18,078 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/.tmp/colfamily11/90e5fdf972cd4ba2a1fdc8c330546412 is 52, key is rrr/colfamily11:colfamily11/1731030013681/Put/seqid=0
2024-11-08T01:43:18,089 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741884_1060 (size=39263)
2024-11-08T01:43:18,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741884_1060 (size=39263)
2024-11-08T01:43:18,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741884_1060 (size=39263)
2024-11-08T01:43:18,091 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/.tmp/colfamily11/90e5fdf972cd4ba2a1fdc8c330546412
2024-11-08T01:43:18,095 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/.tmp/colfamily11/16154bc65a28427982eeb0dd007cb0ab is 52, key is ooo/colfamily11:colfamily11/1731030013654/Put/seqid=0
2024-11-08T01:43:18,101 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/.tmp/colfamily11/90e5fdf972cd4ba2a1fdc8c330546412 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/colfamily11/90e5fdf972cd4ba2a1fdc8c330546412
2024-11-08T01:43:18,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741885_1061 (size=39263)
2024-11-08T01:43:18,107 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741885_1061 (size=39263)
2024-11-08T01:43:18,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741885_1061 (size=39263)
2024-11-08T01:43:18,109 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/colfamily11/90e5fdf972cd4ba2a1fdc8c330546412, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:18,109 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08f041154c25b7616f820342d3ada1df in 53ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:18,110 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/.tmp/colfamily11/16154bc65a28427982eeb0dd007cb0ab
2024-11-08T01:43:18,110 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/0000000000000000004
2024-11-08T01:43:18,111 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,111 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,112 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:18,114 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,117 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:18,118 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/.tmp/colfamily11/16154bc65a28427982eeb0dd007cb0ab as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/colfamily11/16154bc65a28427982eeb0dd007cb0ab
2024-11-08T01:43:18,118 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 08f041154c25b7616f820342d3ada1df; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64819132, jitterRate=-0.03411966562271118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:18,118 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:18,119 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 08f041154c25b7616f820342d3ada1df:
Running coprocessor pre-open hook at 1731030198030Writing region info on filesystem at 1731030198030Initializing all the Stores at 1731030198032 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198032Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198032Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198032Obtaining lock to block concurrent updates at 1731030198056 (+24 ms)Preparing flush snapshotting stores in 08f041154c25b7616f820342d3ada1df at 1731030198056Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030198056Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df. at 1731030198056Flushing 08f041154c25b7616f820342d3ada1df/colfamily11: creating writer at 1731030198056Flushing 08f041154c25b7616f820342d3ada1df/colfamily11: appending metadata at 1731030198077 (+21 ms)Flushing 08f041154c25b7616f820342d3ada1df/colfamily11: closing flushed file at 1731030198077Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48fd173: reopening flushed file at 1731030198100 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 08f041154c25b7616f820342d3ada1df in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731030198109 (+9 ms)Cleaning up temporary data from old regions at 1731030198111 (+2 ms)Running coprocessor post-open hooks at 1731030198119 (+8 ms)Region opened successfully at 1731030198119
2024-11-08T01:43:18,120 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., pid=75, masterSystemTime=1731030197734
2024-11-08T01:43:18,122 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:18,122 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:18,122 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:18,122 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => ea9dca84a18db4144f7aebbb684e4fe1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.', STARTKEY => 'xxx', ENDKEY => 'yyy'}
2024-11-08T01:43:18,123 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=08f041154c25b7616f820342d3ada1df, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-08T01:43:18,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,123 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:43:18,126 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:43:18,128 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/colfamily11/16154bc65a28427982eeb0dd007cb0ab, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:18,128 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bad535374c8cf7c58c47b8cbf80f2d96 in 52ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:18,129 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily11
2024-11-08T01:43:18,129 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,129 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/0000000000000000004
2024-11-08T01:43:18,129 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily11,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=67
2024-11-08T01:43:18,130 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:43:18,130 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,45297,1731030007061 in 541 msec
2024-11-08T01:43:18,131 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily21
2024-11-08T01:43:18,131 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,131 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily21,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,131 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region ea9dca84a18db4144f7aebbb684e4fe1 
2024-11-08T01:43:18,132 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN in 720 msec
2024-11-08T01:43:18,132 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,132 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,132 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea9dca84a18db4144f7aebbb684e4fe1 columnFamilyName colfamily31
2024-11-08T01:43:18,133 DEBUG [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-08T01:43:18,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:18,133 INFO  [StoreOpener-ea9dca84a18db4144f7aebbb684e4fe1-1 {}] regionserver.HStore(327): Store=ea9dca84a18db4144f7aebbb684e4fe1/colfamily31,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-08T01:43:18,133 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,134 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,135 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,136 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,137 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004
2024-11-08T01:43:18,139 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:18,140 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened bad535374c8cf7c58c47b8cbf80f2d96; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71752324, jitterRate=0.06919294595718384}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:18,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:18,140 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for bad535374c8cf7c58c47b8cbf80f2d96:
Running coprocessor pre-open hook at 1731030198057Writing region info on filesystem at 1731030198057Initializing all the Stores at 1731030198059 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198060 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198060Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198060Obtaining lock to block concurrent updates at 1731030198076 (+16 ms)Preparing flush snapshotting stores in bad535374c8cf7c58c47b8cbf80f2d96 at 1731030198076Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030198076Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96. at 1731030198076Flushing bad535374c8cf7c58c47b8cbf80f2d96/colfamily11: creating writer at 1731030198077 (+1 ms)Flushing bad535374c8cf7c58c47b8cbf80f2d96/colfamily11: appending metadata at 1731030198095 (+18 ms)Flushing bad535374c8cf7c58c47b8cbf80f2d96/colfamily11: closing flushed file at 1731030198095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc47195: reopening flushed file at 1731030198117 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bad535374c8cf7c58c47b8cbf80f2d96 in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731030198128 (+11 ms)Cleaning up temporary data from old regions at 1731030198132 (+4 ms)Running coprocessor post-open hooks at 1731030198140 (+8 ms)Region opened successfully at 1731030198140
2024-11-08T01:43:18,141 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., pid=78, masterSystemTime=1731030197731
2024-11-08T01:43:18,143 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:18,143 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:18,144 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004
2024-11-08T01:43:18,144 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,144 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing ea9dca84a18db4144f7aebbb684e4fe1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:18,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,34607,1731030006959 because future has completed
2024-11-08T01:43:18,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=71
2024-11-08T01:43:18,150 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,34607,1731030006959 in 553 msec
2024-11-08T01:43:18,151 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN in 740 msec
2024-11-08T01:43:18,165 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/.tmp/colfamily11/5e2782844d534b2db166b4d14c8c3f3a is 52, key is xxx/colfamily11:colfamily11/1731030013761/Put/seqid=0
2024-11-08T01:43:18,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741886_1062 (size=39263)
2024-11-08T01:43:18,172 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741886_1062 (size=39263)
2024-11-08T01:43:18,173 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/.tmp/colfamily11/5e2782844d534b2db166b4d14c8c3f3a
2024-11-08T01:43:18,173 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741886_1062 (size=39263)
2024-11-08T01:43:18,186 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/.tmp/colfamily11/5e2782844d534b2db166b4d14c8c3f3a as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/colfamily11/5e2782844d534b2db166b4d14c8c3f3a
2024-11-08T01:43:18,193 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/colfamily11/5e2782844d534b2db166b4d14c8c3f3a, entries=703, sequenceid=4, filesize=38.3 K
2024-11-08T01:43:18,193 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea9dca84a18db4144f7aebbb684e4fe1 in 49ms, sequenceid=4, compaction requested=false; wal=null
2024-11-08T01:43:18,194 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/0000000000000000004
2024-11-08T01:43:18,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,195 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,196 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-08T01:43:18,197 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,199 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1
2024-11-08T01:43:18,201 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened ea9dca84a18db4144f7aebbb684e4fe1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70889754, jitterRate=0.056339651346206665}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-08T01:43:18,201 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:18,201 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for ea9dca84a18db4144f7aebbb684e4fe1:
Running coprocessor pre-open hook at 1731030198123Writing region info on filesystem at 1731030198123Initializing all the Stores at 1731030198125 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198125Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198125Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731030198125Obtaining lock to block concurrent updates at 1731030198144 (+19 ms)Preparing flush snapshotting stores in ea9dca84a18db4144f7aebbb684e4fe1 at 1731030198144Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030198145 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1. at 1731030198145Flushing ea9dca84a18db4144f7aebbb684e4fe1/colfamily11: creating writer at 1731030198145Flushing ea9dca84a18db4144f7aebbb684e4fe1/colfamily11: appending metadata at 1731030198164 (+19 ms)Flushing ea9dca84a18db4144f7aebbb684e4fe1/colfamily11: closing flushed file at 1731030198164Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@aa58b7a: reopening flushed file at 1731030198185 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for ea9dca84a18db4144f7aebbb684e4fe1 in 49ms, sequenceid=4, compaction requested=false; wal=null at 1731030198193 (+8 ms)Cleaning up temporary data from old regions at 1731030198195 (+2 ms)Running coprocessor post-open hooks at 1731030198201 (+6 ms)Region opened successfully at 1731030198201
2024-11-08T01:43:18,202 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., pid=74, masterSystemTime=1731030197734
2024-11-08T01:43:18,204 DEBUG [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:18,204 INFO  [RS_OPEN_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:18,204 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, openSeqNum=5, regionLocation=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,45297,1731030007061 because future has completed
2024-11-08T01:43:18,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=70
2024-11-08T01:43:18,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,45297,1731030007061 in 625 msec
2024-11-08T01:43:18,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=57
2024-11-08T01:43:18,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN in 798 msec
2024-11-08T01:43:18,210 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 8118b061437f,41197,1731030007113 after splitting done
2024-11-08T01:43:18,210 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false
2024-11-08T01:43:18,210 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:18,210 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:18,211 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null
java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:18,410 INFO  [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:18,410 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop
2024-11-08T01:43:18,410 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:18,410 INFO  [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:18,411 INFO  [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:18,411 INFO  [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start
2024-11-08T01:43:18,411 INFO  [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1
2024-11-08T01:43:18,411 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10
2024-11-08T01:43:18,411 INFO  [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-08T01:43:18,412 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,413 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[]
2024-11-08T01:43:18,414 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-08T01:43:18,415 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,417 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,34607,1731030006959
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,45297,1731030007061
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.meta.1731030009423.meta, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 8118b061437f%2C41197%2C1731030007113.1731030008885, worker=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3fe9bcf01968863d9e4cbd3b95989a3a, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=132f7dde7fc79d482571ad14d2329415, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0bc19914937aac508631c1e5e7133760, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=08f041154c25b7616f820342d3ada1df, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8203f1e12573770b88c839b0fd2d88ae, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=56c1ebf6f316a3af8a0faa1b2f3ba37d, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=ea9dca84a18db4144f7aebbb684e4fe1, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bad535374c8cf7c58c47b8cbf80f2d96, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cab10a0eec1c01888b1776e39ef07c8, ASSIGN didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cab10a0eec1c01888b1776e39ef07c8, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure ea9dca84a18db4144f7aebbb684e4fe1, server=8118b061437f,45297,1731030007061 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 08f041154c25b7616f820342d3ada1df, server=8118b061437f,45297,1731030007061 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 3fe9bcf01968863d9e4cbd3b95989a3a, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 56c1ebf6f316a3af8a0faa1b2f3ba37d, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure bad535374c8cf7c58c47b8cbf80f2d96, server=8118b061437f,34607,1731030006959 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bc19914937aac508631c1e5e7133760, server=8118b061437f,45297,1731030007061 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 8203f1e12573770b88c839b0fd2d88ae, server=8118b061437f,45297,1731030007061 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 132f7dde7fc79d482571ad14d2329415, server=8118b061437f,45297,1731030007061 didn't hold the lock before restarting, skip acquiring lock.
2024-11-08T01:43:18,418 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec
2024-11-08T01:43:18,419 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=61
2024-11-08T01:43:18,419 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=8118b061437f,34607,1731030006959, table=hbase:meta, region=1588230740
2024-11-08T01:43:18,419 INFO  [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 8118b061437f,34607,1731030006959, state=OPEN
2024-11-08T01:43:18,440 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:18,443 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34037 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-08T01:43:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:18,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-08T01:43:18,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:18,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:18,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-08T01:43:18,478 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731030228478
2024-11-08T01:43:18,479 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-08T01:43:18,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8203f1e12573770b88c839b0fd2d88ae, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=5
2024-11-08T01:43:18,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3fe9bcf01968863d9e4cbd3b95989a3a, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=5
2024-11-08T01:43:18,486 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3392c1e9988a014b4cc228409c183fee, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a416e4752baa333fe6b305cacc4c9a8f, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=132f7dde7fc79d482571ad14d2329415, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=5
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=81ac617d10baa32ef59db91336d8ed8d, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8ebed99350deca5a41455c993dfa02af, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=56c1ebf6f316a3af8a0faa1b2f3ba37d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=5
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=03ce7d202802de42c255d596abfe80d0, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e2c23f8cd69b08d20f1e65f6fd506980, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0bc19914937aac508631c1e5e7133760, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=5
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=571e6be31d918986c9b501f1903c843a, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,487 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa7b745e1f7ebc5a7e073b269fd5240f, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=40e741b460a8a8da508e867388129f96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bad535374c8cf7c58c47b8cbf80f2d96, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=5
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=aa46f6002b779fe1a379f3b2738e82bb, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8257549553677f3fc8f2bfc8876074bb, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=08f041154c25b7616f820342d3ada1df, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=5
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=14e9bd66140e4fb3c2e8f2b03ca19e31, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76a89e3fd6129b3bc6bf9002038c473d, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cab10a0eec1c01888b1776e39ef07c8, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=5
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9c635889cbbb8e1edf16c1a26d09ae24, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,488 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d5045886fea7064953b96a940fffd821, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea9dca84a18db4144f7aebbb684e4fe1, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=5
2024-11-08T01:43:18,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2887f9115d671c30643da5f1f3f9d211, regionState=OPEN, lastHost=8118b061437f,45297,1731030007061, regionLocation=8118b061437f,45297,1731030007061, openSeqNum=2
2024-11-08T01:43:18,489 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=378d736ce5c2b8b6bc19d690e16afa54, regionState=OPEN, lastHost=8118b061437f,34607,1731030006959, regionLocation=8118b061437f,34607,1731030006959, openSeqNum=2
2024-11-08T01:43:18,489 INFO  [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2
2024-11-08T01:43:18,489 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731030258489
2024-11-08T01:43:18,489 INFO  [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731030318489
2024-11-08T01:43:18,489 INFO  [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec
2024-11-08T01:43:18,489 INFO  [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 8118b061437f,41197,1731030007113 after splitting done
2024-11-08T01:43:18,489 WARN  [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true
2024-11-08T01:43:18,493 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 8118b061437f,41197,1731030007113, splitWal=true, meta=true in 3 mins, 4.014 sec
2024-11-08T01:43:18,744 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-08T01:43:18,747 WARN  [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 8118b061437f:41197
org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8118b061437f/172.17.0.2:41197
Caused by: java.net.ConnectException: Connection refused
	at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?]
	at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?]
	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?]
	at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-08T01:43:18,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=java.net.ConnectException: Call to address=8118b061437f:41197 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:18,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2 is java.net.ConnectException: Connection refused
2024-11-08T01:43:18,748 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:18,749 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 8118b061437f:41197 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 8118b061437f/172.17.0.2:41197
2024-11-08T01:43:18,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:18,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:18,851 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:18,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=8118b061437f,41197,1731030007113, seqNum=-1 from cache
2024-11-08T01:43:18,960 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-08T01:43:18,962 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-08T01:43:18,962 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=8118b061437f,34607,1731030006959, seqNum=-1]
2024-11-08T01:43:18,963 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:43:18,966 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae., hostname=8118b061437f,45297,1731030007061, seqNum=5]
2024-11-08T01:43:18,967 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42014, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-08T01:43:18,985 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:18,985 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:18,986 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:18,986 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,094 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a., hostname=8118b061437f,34607,1731030006959, seqNum=5]
2024-11-08T01:43:19,126 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,127 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,127 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,127 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,235 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415., hostname=8118b061437f,45297,1731030007061, seqNum=5]
2024-11-08T01:43:19,250 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,251 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,366 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d., hostname=8118b061437f,34607,1731030006959, seqNum=5]
2024-11-08T01:43:19,382 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,382 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,382 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,382 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,495 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760., hostname=8118b061437f,45297,1731030007061, seqNum=5]
2024-11-08T01:43:19,510 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,511 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,511 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,511 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,626 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96., hostname=8118b061437f,34607,1731030006959, seqNum=5]
2024-11-08T01:43:19,636 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,637 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,746 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df., hostname=8118b061437f,45297,1731030007061, seqNum=5]
2024-11-08T01:43:19,755 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,756 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,756 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,756 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,865 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8., hostname=8118b061437f,34607,1731030006959, seqNum=5]
2024-11-08T01:43:19,874 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 8118b061437f:41197 this server is in the failed servers list
2024-11-08T01:43:19,874 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=8118b061437f:41197 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,875 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 8118b061437f:41197
2024-11-08T01:43:19,875 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,41197,1731030007113, seqNum=2 from cache
2024-11-08T01:43:19,985 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1., hostname=8118b061437f,45297,1731030007061, seqNum=5]
2024-11-08T01:43:20,055 WARN  [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false
2024-11-08T01:43:20,055 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-08T01:43:20,055 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T01:43:20,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T01:43:20,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,056 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-08T01:43:20,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-08T01:43:20,056 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=782072446, stopped=false
2024-11-08T01:43:20,056 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=8118b061437f,34037,1731030006023
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-08T01:43:20,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:43:20,120 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:20,120 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-08T01:43:20,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T01:43:20,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:43:20,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:43:20,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-08T01:43:20,121 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,34607,1731030006959' *****
2024-11-08T01:43:20,121 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T01:43:20,121 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '8118b061437f,45297,1731030007061' *****
2024-11-08T01:43:20,121 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-08T01:43:20,121 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T01:43:20,121 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-08T01:43:20,121 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T01:43:20,121 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-08T01:43:20,121 INFO  [RS:1;8118b061437f:45297 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T01:43:20,121 INFO  [RS:0;8118b061437f:34607 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-08T01:43:20,121 INFO  [RS:0;8118b061437f:34607 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 378d736ce5c2b8b6bc19d690e16afa54
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for aa7b745e1f7ebc5a7e073b269fd5240f
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 3392c1e9988a014b4cc228409c183fee
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 132f7dde7fc79d482571ad14d2329415
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 08f041154c25b7616f820342d3ada1df
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cab10a0eec1c01888b1776e39ef07c8
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 8203f1e12573770b88c839b0fd2d88ae
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 8ebed99350deca5a41455c993dfa02af
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 9c635889cbbb8e1edf16c1a26d09ae24
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for bad535374c8cf7c58c47b8cbf80f2d96
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 14e9bd66140e4fb3c2e8f2b03ca19e31
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 76a89e3fd6129b3bc6bf9002038c473d
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 81ac617d10baa32ef59db91336d8ed8d
2024-11-08T01:43:20,122 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 56c1ebf6f316a3af8a0faa1b2f3ba37d
2024-11-08T01:43:20,122 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 3fe9bcf01968863d9e4cbd3b95989a3a
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bc19914937aac508631c1e5e7133760
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for d5045886fea7064953b96a940fffd821
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 2887f9115d671c30643da5f1f3f9d211
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 571e6be31d918986c9b501f1903c843a
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 40e741b460a8a8da508e867388129f96
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 8257549553677f3fc8f2bfc8876074bb
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(3091): Received CLOSE for 03ce7d202802de42c255d596abfe80d0
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa7b745e1f7ebc5a7e073b269fd5240f, disabling compactions & flushes
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 378d736ce5c2b8b6bc19d690e16afa54, disabling compactions & flushes
2024-11-08T01:43:20,123 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,34607,1731030006959
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(959): stopping server 8118b061437f,45297,1731030007061
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:43:20,123 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f. after waiting 0 ms
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:43:20,123 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;8118b061437f:34607.
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;8118b061437f:45297.
2024-11-08T01:43:20,123 DEBUG [RS:0;8118b061437f:34607 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T01:43:20,123 DEBUG [RS:1;8118b061437f:45297 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-08T01:43:20,123 DEBUG [RS:0;8118b061437f:34607 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,123 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa7b745e1f7ebc5a7e073b269fd5240f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,123 DEBUG [RS:1;8118b061437f:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,123 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T01:43:20,123 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-08T01:43:20,124 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1351): Waiting on 03ce7d202802de42c255d596abfe80d0, 08f041154c25b7616f820342d3ada1df, 0bc19914937aac508631c1e5e7133760, 132f7dde7fc79d482571ad14d2329415, 14e9bd66140e4fb3c2e8f2b03ca19e31, 2887f9115d671c30643da5f1f3f9d211, 3392c1e9988a014b4cc228409c183fee, 571e6be31d918986c9b501f1903c843a, 81ac617d10baa32ef59db91336d8ed8d, 8203f1e12573770b88c839b0fd2d88ae, 9c635889cbbb8e1edf16c1a26d09ae24, aa46f6002b779fe1a379f3b2738e82bb, aa7b745e1f7ebc5a7e073b269fd5240f, ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:20,124 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close
2024-11-08T01:43:20,124 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 378d736ce5c2b8b6bc19d690e16afa54, 3fe9bcf01968863d9e4cbd3b95989a3a, 40e741b460a8a8da508e867388129f96, 56c1ebf6f316a3af8a0faa1b2f3ba37d, 5cab10a0eec1c01888b1776e39ef07c8, 76a89e3fd6129b3bc6bf9002038c473d, 8257549553677f3fc8f2bfc8876074bb, 8ebed99350deca5a41455c993dfa02af, a416e4752baa333fe6b305cacc4c9a8f, bad535374c8cf7c58c47b8cbf80f2d96, d5045886fea7064953b96a940fffd821, e2c23f8cd69b08d20f1e65f6fd506980
2024-11-08T01:43:20,124 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-08T01:43:20,124 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-08T01:43:20,124 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-08T01:43:20,124 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-08T01:43:20,124 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-08T01:43:20,124 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.37 KB heapSize=19.67 KB
2024-11-08T01:43:20,128 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54. after waiting 0 ms
2024-11-08T01:43:20,128 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:43:20,128 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 378d736ce5c2b8b6bc19d690e16afa54 3/3 column families, dataSize=48 B heapSize=888 B
2024-11-08T01:43:20,144 INFO  [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:43:20,144 INFO  [regionserver/8118b061437f:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:43:20,150 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/2730501bc97e478da2facbb03a9b72c6 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a./info:regioninfo/1731030197934/Put/seqid=0
2024-11-08T01:43:20,159 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/.tmp/colfamily11/802b644fcb794677abaf0e8839398914 is 52, key is mmm/colfamily11:colfamily11/1731030013594/Put/seqid=0
2024-11-08T01:43:20,159 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/.tmp/colfamily11/9e27a514be3944a5b4e7689cbfe4fc3d is 52, key is zzz/colfamily11:colfamily11/1731030013705/Put/seqid=0
2024-11-08T01:43:20,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741887_1063 (size=19812)
2024-11-08T01:43:20,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741887_1063 (size=19812)
2024-11-08T01:43:20,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741887_1063 (size=19812)
2024-11-08T01:43:20,168 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.37 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/2730501bc97e478da2facbb03a9b72c6
2024-11-08T01:43:20,176 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/.tmp/info/2730501bc97e478da2facbb03a9b72c6 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/info/2730501bc97e478da2facbb03a9b72c6
2024-11-08T01:43:20,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741888_1064 (size=39263)
2024-11-08T01:43:20,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741888_1064 (size=39263)
2024-11-08T01:43:20,183 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741888_1064 (size=39263)
2024-11-08T01:43:20,184 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/.tmp/colfamily11/802b644fcb794677abaf0e8839398914
2024-11-08T01:43:20,186 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/info/2730501bc97e478da2facbb03a9b72c6, entries=72, sequenceid=81, filesize=19.3 K
2024-11-08T01:43:20,187 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=81, compaction requested=false
2024-11-08T01:43:20,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741889_1065 (size=4857)
2024-11-08T01:43:20,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741889_1065 (size=4857)
2024-11-08T01:43:20,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741889_1065 (size=4857)
2024-11-08T01:43:20,191 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/.tmp/colfamily11/9e27a514be3944a5b4e7689cbfe4fc3d
2024-11-08T01:43:20,194 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/.tmp/colfamily11/802b644fcb794677abaf0e8839398914 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11/802b644fcb794677abaf0e8839398914
2024-11-08T01:43:20,202 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11/802b644fcb794677abaf0e8839398914, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,203 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/.tmp/colfamily11/9e27a514be3944a5b4e7689cbfe4fc3d as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/colfamily11/9e27a514be3944a5b4e7689cbfe4fc3d
2024-11-08T01:43:20,203 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aa7b745e1f7ebc5a7e073b269fd5240f in 80ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,208 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60
2024-11-08T01:43:20,210 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/colfamily11/9e27a514be3944a5b4e7689cbfe4fc3d, entries=1, sequenceid=5, filesize=4.7 K
2024-11-08T01:43:20,211 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 378d736ce5c2b8b6bc19d690e16afa54 in 83ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,211 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-08T01:43:20,212 INFO  [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-08T01:43:20,212 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1731030200124Running coprocessor pre-close hooks at 1731030200124Disabling compacts and flushes for region at 1731030200124Disabling writes for close at 1731030200124Obtaining lock to block concurrent updates at 1731030200124Preparing flush snapshotting stores in 1588230740 at 1731030200124Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13686, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1731030200132 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731030200133 (+1 ms)Flushing 1588230740/info: creating writer at 1731030200133Flushing 1588230740/info: appending metadata at 1731030200150 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731030200150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78424c5b: reopening flushed file at 1731030200175 (+25 ms)Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 63ms, sequenceid=81, compaction requested=false at 1731030200187 (+12 ms)Writing region close event to WAL at 1731030200197 (+10 ms)Running coprocessor post-close hooks at 1731030200209 (+12 ms)Closed at 1731030200212 (+3 ms)
2024-11-08T01:43:20,212 DEBUG [RS_CLOSE_META-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-08T01:43:20,218 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa7b745e1f7ebc5a7e073b269fd5240f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,219 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa7b745e1f7ebc5a7e073b269fd5240f:
Waiting for close lock at 1731030200122Running coprocessor pre-close hooks at 1731030200123 (+1 ms)Disabling compacts and flushes for region at 1731030200123Disabling writes for close at 1731030200123Obtaining lock to block concurrent updates at 1731030200123Preparing flush snapshotting stores in aa7b745e1f7ebc5a7e073b269fd5240f at 1731030200123Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200129 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f. at 1731030200131 (+2 ms)Flushing aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11: creating writer at 1731030200131Flushing aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11: appending metadata at 1731030200158 (+27 ms)Flushing aa7b745e1f7ebc5a7e073b269fd5240f/colfamily11: closing flushed file at 1731030200158Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@703ab244: reopening flushed file at 1731030200193 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aa7b745e1f7ebc5a7e073b269fd5240f in 80ms, sequenceid=5, compaction requested=false at 1731030200203 (+10 ms)Writing region close event to WAL at 1731030200209 (+6 ms)Running coprocessor post-close hooks at 1731030200219 (+10 ms)Closed at 1731030200219
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731030009851.aa7b745e1f7ebc5a7e073b269fd5240f.
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3392c1e9988a014b4cc228409c183fee, disabling compactions & flushes
2024-11-08T01:43:20,219 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/378d736ce5c2b8b6bc19d690e16afa54/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee. after waiting 0 ms
2024-11-08T01:43:20,219 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:43:20,220 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3392c1e9988a014b4cc228409c183fee 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,221 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 378d736ce5c2b8b6bc19d690e16afa54:
Waiting for close lock at 1731030200122Running coprocessor pre-close hooks at 1731030200123 (+1 ms)Disabling compacts and flushes for region at 1731030200123Disabling writes for close at 1731030200128 (+5 ms)Obtaining lock to block concurrent updates at 1731030200128Preparing flush snapshotting stores in 378d736ce5c2b8b6bc19d690e16afa54 at 1731030200128Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731030200140 (+12 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54. at 1731030200140Flushing 378d736ce5c2b8b6bc19d690e16afa54/colfamily11: creating writer at 1731030200140Flushing 378d736ce5c2b8b6bc19d690e16afa54/colfamily11: appending metadata at 1731030200159 (+19 ms)Flushing 378d736ce5c2b8b6bc19d690e16afa54/colfamily11: closing flushed file at 1731030200159Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bbd5cf9: reopening flushed file at 1731030200201 (+42 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 378d736ce5c2b8b6bc19d690e16afa54 in 83ms, sequenceid=5, compaction requested=false at 1731030200211 (+10 ms)Writing region close event to WAL at 1731030200212 (+1 ms)Running coprocessor post-close hooks at 1731030200220 (+8 ms)Closed at 1731030200221 (+1 ms)
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731030009851.378d736ce5c2b8b6bc19d690e16afa54.
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e2c23f8cd69b08d20f1e65f6fd506980, disabling compactions & flushes
2024-11-08T01:43:20,221 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980. after waiting 0 ms
2024-11-08T01:43:20,221 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:43:20,221 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e2c23f8cd69b08d20f1e65f6fd506980 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,237 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/.tmp/colfamily11/02ea4a6f71594ecea40654c5162649c9 is 52, key is ccc/colfamily11:colfamily11/1731030013400/Put/seqid=0
2024-11-08T01:43:20,248 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741890_1066 (size=39263)
2024-11-08T01:43:20,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741890_1066 (size=39263)
2024-11-08T01:43:20,249 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741890_1066 (size=39263)
2024-11-08T01:43:20,251 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/.tmp/colfamily11/1059b77e5c7c4319bf95af7b9bd37f55 is 52, key is jjj/colfamily11:colfamily11/1731030013513/Put/seqid=0
2024-11-08T01:43:20,251 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/.tmp/colfamily11/02ea4a6f71594ecea40654c5162649c9
2024-11-08T01:43:20,260 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/.tmp/colfamily11/02ea4a6f71594ecea40654c5162649c9 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/colfamily11/02ea4a6f71594ecea40654c5162649c9
2024-11-08T01:43:20,271 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741891_1067 (size=39263)
2024-11-08T01:43:20,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741891_1067 (size=39263)
2024-11-08T01:43:20,273 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/colfamily11/02ea4a6f71594ecea40654c5162649c9, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741891_1067 (size=39263)
2024-11-08T01:43:20,274 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3392c1e9988a014b4cc228409c183fee in 55ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,277 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/.tmp/colfamily11/1059b77e5c7c4319bf95af7b9bd37f55
2024-11-08T01:43:20,278 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3392c1e9988a014b4cc228409c183fee/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,279 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:43:20,279 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3392c1e9988a014b4cc228409c183fee:
Waiting for close lock at 1731030200219Running coprocessor pre-close hooks at 1731030200219Disabling compacts and flushes for region at 1731030200219Disabling writes for close at 1731030200219Obtaining lock to block concurrent updates at 1731030200220 (+1 ms)Preparing flush snapshotting stores in 3392c1e9988a014b4cc228409c183fee at 1731030200220Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200220Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee. at 1731030200220Flushing 3392c1e9988a014b4cc228409c183fee/colfamily11: creating writer at 1731030200221 (+1 ms)Flushing 3392c1e9988a014b4cc228409c183fee/colfamily11: appending metadata at 1731030200237 (+16 ms)Flushing 3392c1e9988a014b4cc228409c183fee/colfamily11: closing flushed file at 1731030200237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522b5efb: reopening flushed file at 1731030200259 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3392c1e9988a014b4cc228409c183fee in 55ms, sequenceid=5, compaction requested=false at 1731030200274 (+15 ms)Writing region close event to WAL at 1731030200274Running coprocessor post-close hooks at 1731030200279 (+5 ms)Closed at 1731030200279
2024-11-08T01:43:20,280 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731030009851.3392c1e9988a014b4cc228409c183fee.
2024-11-08T01:43:20,280 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 132f7dde7fc79d482571ad14d2329415, disabling compactions & flushes
2024-11-08T01:43:20,280 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:20,280 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:20,280 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415. after waiting 0 ms
2024-11-08T01:43:20,280 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:20,286 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/132f7dde7fc79d482571ad14d2329415/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,286 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/.tmp/colfamily11/1059b77e5c7c4319bf95af7b9bd37f55 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/colfamily11/1059b77e5c7c4319bf95af7b9bd37f55
2024-11-08T01:43:20,287 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 132f7dde7fc79d482571ad14d2329415:
Waiting for close lock at 1731030200280Running coprocessor pre-close hooks at 1731030200280Disabling compacts and flushes for region at 1731030200280Disabling writes for close at 1731030200280Writing region close event to WAL at 1731030200281 (+1 ms)Running coprocessor post-close hooks at 1731030200287 (+6 ms)Closed at 1731030200287
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731030009851.132f7dde7fc79d482571ad14d2329415.
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 08f041154c25b7616f820342d3ada1df, disabling compactions & flushes
2024-11-08T01:43:20,287 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df. after waiting 0 ms
2024-11-08T01:43:20,287 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:20,292 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/08f041154c25b7616f820342d3ada1df/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,293 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 08f041154c25b7616f820342d3ada1df:
Waiting for close lock at 1731030200287Running coprocessor pre-close hooks at 1731030200287Disabling compacts and flushes for region at 1731030200287Disabling writes for close at 1731030200287Writing region close event to WAL at 1731030200288 (+1 ms)Running coprocessor post-close hooks at 1731030200293 (+5 ms)Closed at 1731030200293
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731030009851.08f041154c25b7616f820342d3ada1df.
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8203f1e12573770b88c839b0fd2d88ae, disabling compactions & flushes
2024-11-08T01:43:20,293 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae. after waiting 0 ms
2024-11-08T01:43:20,293 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:20,294 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/colfamily11/1059b77e5c7c4319bf95af7b9bd37f55, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,295 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e2c23f8cd69b08d20f1e65f6fd506980 in 74ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,299 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8203f1e12573770b88c839b0fd2d88ae/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,299 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e2c23f8cd69b08d20f1e65f6fd506980/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,300 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8203f1e12573770b88c839b0fd2d88ae:
Waiting for close lock at 1731030200293Running coprocessor pre-close hooks at 1731030200293Disabling compacts and flushes for region at 1731030200293Disabling writes for close at 1731030200293Writing region close event to WAL at 1731030200294 (+1 ms)Running coprocessor post-close hooks at 1731030200300 (+6 ms)Closed at 1731030200300
2024-11-08T01:43:20,300 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731030009851.8203f1e12573770b88c839b0fd2d88ae.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e2c23f8cd69b08d20f1e65f6fd506980:
Waiting for close lock at 1731030200221Running coprocessor pre-close hooks at 1731030200221Disabling compacts and flushes for region at 1731030200221Disabling writes for close at 1731030200221Obtaining lock to block concurrent updates at 1731030200221Preparing flush snapshotting stores in e2c23f8cd69b08d20f1e65f6fd506980 at 1731030200221Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200222 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980. at 1731030200222Flushing e2c23f8cd69b08d20f1e65f6fd506980/colfamily11: creating writer at 1731030200222Flushing e2c23f8cd69b08d20f1e65f6fd506980/colfamily11: appending metadata at 1731030200250 (+28 ms)Flushing e2c23f8cd69b08d20f1e65f6fd506980/colfamily11: closing flushed file at 1731030200250Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32d7a956: reopening flushed file at 1731030200285 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e2c23f8cd69b08d20f1e65f6fd506980 in 74ms, sequenceid=5, compaction requested=false at 1731030200295 (+10 ms)Writing region close event to WAL at 1731030200296 (+1 ms)Running coprocessor post-close hooks at 1731030200300 (+4 ms)Closed at 1731030200300
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731030009851.e2c23f8cd69b08d20f1e65f6fd506980.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9c635889cbbb8e1edf16c1a26d09ae24, disabling compactions & flushes
2024-11-08T01:43:20,300 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24. after waiting 0 ms
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cab10a0eec1c01888b1776e39ef07c8, disabling compactions & flushes
2024-11-08T01:43:20,300 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:43:20,301 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:20,301 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:20,301 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9c635889cbbb8e1edf16c1a26d09ae24 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,301 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8. after waiting 0 ms
2024-11-08T01:43:20,301 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:20,307 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cab10a0eec1c01888b1776e39ef07c8/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,307 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:20,307 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cab10a0eec1c01888b1776e39ef07c8:
Waiting for close lock at 1731030200300Running coprocessor pre-close hooks at 1731030200300Disabling compacts and flushes for region at 1731030200300Disabling writes for close at 1731030200301 (+1 ms)Writing region close event to WAL at 1731030200304 (+3 ms)Running coprocessor post-close hooks at 1731030200307 (+3 ms)Closed at 1731030200307
2024-11-08T01:43:20,307 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731030009851.5cab10a0eec1c01888b1776e39ef07c8.
2024-11-08T01:43:20,308 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8ebed99350deca5a41455c993dfa02af, disabling compactions & flushes
2024-11-08T01:43:20,308 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:43:20,308 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:43:20,308 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af. after waiting 0 ms
2024-11-08T01:43:20,308 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:43:20,308 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8ebed99350deca5a41455c993dfa02af 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,324 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1351): Waiting on 03ce7d202802de42c255d596abfe80d0, 0bc19914937aac508631c1e5e7133760, 14e9bd66140e4fb3c2e8f2b03ca19e31, 2887f9115d671c30643da5f1f3f9d211, 571e6be31d918986c9b501f1903c843a, 81ac617d10baa32ef59db91336d8ed8d, 9c635889cbbb8e1edf16c1a26d09ae24, aa46f6002b779fe1a379f3b2738e82bb, ea9dca84a18db4144f7aebbb684e4fe1
2024-11-08T01:43:20,324 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/.tmp/colfamily11/5b278b648963408daff6b2c87e78c593 is 52, key is vvv/colfamily11:colfamily11/1731030013734/Put/seqid=0
2024-11-08T01:43:20,324 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1351): Waiting on 3fe9bcf01968863d9e4cbd3b95989a3a, 40e741b460a8a8da508e867388129f96, 56c1ebf6f316a3af8a0faa1b2f3ba37d, 76a89e3fd6129b3bc6bf9002038c473d, 8257549553677f3fc8f2bfc8876074bb, 8ebed99350deca5a41455c993dfa02af, a416e4752baa333fe6b305cacc4c9a8f, bad535374c8cf7c58c47b8cbf80f2d96, d5045886fea7064953b96a940fffd821
2024-11-08T01:43:20,330 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/.tmp/colfamily11/676e53ab0ecd4e62b2c3ea9814dad552 is 52, key is ggg/colfamily11:colfamily11/1731030013445/Put/seqid=0
2024-11-08T01:43:20,338 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741892_1068 (size=39263)
2024-11-08T01:43:20,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741892_1068 (size=39263)
2024-11-08T01:43:20,342 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741892_1068 (size=39263)
2024-11-08T01:43:20,343 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/.tmp/colfamily11/5b278b648963408daff6b2c87e78c593
2024-11-08T01:43:20,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741893_1069 (size=39263)
2024-11-08T01:43:20,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741893_1069 (size=39263)
2024-11-08T01:43:20,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741893_1069 (size=39263)
2024-11-08T01:43:20,347 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/.tmp/colfamily11/676e53ab0ecd4e62b2c3ea9814dad552
2024-11-08T01:43:20,352 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/.tmp/colfamily11/5b278b648963408daff6b2c87e78c593 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/colfamily11/5b278b648963408daff6b2c87e78c593
2024-11-08T01:43:20,354 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/.tmp/colfamily11/676e53ab0ecd4e62b2c3ea9814dad552 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/colfamily11/676e53ab0ecd4e62b2c3ea9814dad552
2024-11-08T01:43:20,360 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/colfamily11/5b278b648963408daff6b2c87e78c593, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,361 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9c635889cbbb8e1edf16c1a26d09ae24 in 60ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,361 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/colfamily11/676e53ab0ecd4e62b2c3ea9814dad552, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,362 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ebed99350deca5a41455c993dfa02af in 54ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,365 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9c635889cbbb8e1edf16c1a26d09ae24/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,366 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:43:20,366 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8ebed99350deca5a41455c993dfa02af/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,366 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9c635889cbbb8e1edf16c1a26d09ae24:
Waiting for close lock at 1731030200300Running coprocessor pre-close hooks at 1731030200300Disabling compacts and flushes for region at 1731030200300Disabling writes for close at 1731030200300Obtaining lock to block concurrent updates at 1731030200301 (+1 ms)Preparing flush snapshotting stores in 9c635889cbbb8e1edf16c1a26d09ae24 at 1731030200301Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200301Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24. at 1731030200302 (+1 ms)Flushing 9c635889cbbb8e1edf16c1a26d09ae24/colfamily11: creating writer at 1731030200302Flushing 9c635889cbbb8e1edf16c1a26d09ae24/colfamily11: appending metadata at 1731030200323 (+21 ms)Flushing 9c635889cbbb8e1edf16c1a26d09ae24/colfamily11: closing flushed file at 1731030200324 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@214e1b8: reopening flushed file at 1731030200351 (+27 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9c635889cbbb8e1edf16c1a26d09ae24 in 60ms, sequenceid=5, compaction requested=false at 1731030200361 (+10 ms)Writing region close event to WAL at 1731030200362 (+1 ms)Running coprocessor post-close hooks at 1731030200366 (+4 ms)Closed at 1731030200366
2024-11-08T01:43:20,366 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731030009851.9c635889cbbb8e1edf16c1a26d09ae24.
2024-11-08T01:43:20,366 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14e9bd66140e4fb3c2e8f2b03ca19e31, disabling compactions & flushes
2024-11-08T01:43:20,366 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:43:20,367 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31. after waiting 0 ms
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8ebed99350deca5a41455c993dfa02af:
Waiting for close lock at 1731030200308Running coprocessor pre-close hooks at 1731030200308Disabling compacts and flushes for region at 1731030200308Disabling writes for close at 1731030200308Obtaining lock to block concurrent updates at 1731030200308Preparing flush snapshotting stores in 8ebed99350deca5a41455c993dfa02af at 1731030200308Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200308Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af. at 1731030200310 (+2 ms)Flushing 8ebed99350deca5a41455c993dfa02af/colfamily11: creating writer at 1731030200310Flushing 8ebed99350deca5a41455c993dfa02af/colfamily11: appending metadata at 1731030200329 (+19 ms)Flushing 8ebed99350deca5a41455c993dfa02af/colfamily11: closing flushed file at 1731030200329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@664e97b5: reopening flushed file at 1731030200353 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8ebed99350deca5a41455c993dfa02af in 54ms, sequenceid=5, compaction requested=false at 1731030200362 (+9 ms)Writing region close event to WAL at 1731030200363 (+1 ms)Running coprocessor post-close hooks at 1731030200366 (+3 ms)Closed at 1731030200367 (+1 ms)
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731030009851.8ebed99350deca5a41455c993dfa02af.
2024-11-08T01:43:20,367 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 14e9bd66140e4fb3c2e8f2b03ca19e31 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bad535374c8cf7c58c47b8cbf80f2d96, disabling compactions & flushes
2024-11-08T01:43:20,367 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96. after waiting 0 ms
2024-11-08T01:43:20,367 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:20,371 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bad535374c8cf7c58c47b8cbf80f2d96/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,371 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:20,371 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bad535374c8cf7c58c47b8cbf80f2d96:
Waiting for close lock at 1731030200367Running coprocessor pre-close hooks at 1731030200367Disabling compacts and flushes for region at 1731030200367Disabling writes for close at 1731030200367Writing region close event to WAL at 1731030200368 (+1 ms)Running coprocessor post-close hooks at 1731030200371 (+3 ms)Closed at 1731030200371
2024-11-08T01:43:20,371 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731030009851.bad535374c8cf7c58c47b8cbf80f2d96.
2024-11-08T01:43:20,372 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76a89e3fd6129b3bc6bf9002038c473d, disabling compactions & flushes
2024-11-08T01:43:20,372 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:43:20,372 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:43:20,372 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d. after waiting 0 ms
2024-11-08T01:43:20,372 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:43:20,372 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76a89e3fd6129b3bc6bf9002038c473d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,385 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/.tmp/colfamily11/409228b492ff41d6bb5f80c5555ab87c is 52, key is sss/colfamily11:colfamily11/1731030013696/Put/seqid=0
2024-11-08T01:43:20,391 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/.tmp/colfamily11/78c69c549735497db922ca4b4eb0e9ac is 52, key is ttt/colfamily11:colfamily11/1731030013631/Put/seqid=0
2024-11-08T01:43:20,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741894_1070 (size=39263)
2024-11-08T01:43:20,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741894_1070 (size=39263)
2024-11-08T01:43:20,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741894_1070 (size=39263)
2024-11-08T01:43:20,402 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/.tmp/colfamily11/409228b492ff41d6bb5f80c5555ab87c
2024-11-08T01:43:20,408 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/.tmp/colfamily11/409228b492ff41d6bb5f80c5555ab87c as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11/409228b492ff41d6bb5f80c5555ab87c
2024-11-08T01:43:20,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741895_1071 (size=39263)
2024-11-08T01:43:20,411 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/.tmp/colfamily11/78c69c549735497db922ca4b4eb0e9ac
2024-11-08T01:43:20,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741895_1071 (size=39263)
2024-11-08T01:43:20,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741895_1071 (size=39263)
2024-11-08T01:43:20,415 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11/409228b492ff41d6bb5f80c5555ab87c, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,416 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 14e9bd66140e4fb3c2e8f2b03ca19e31 in 49ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,419 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/.tmp/colfamily11/78c69c549735497db922ca4b4eb0e9ac as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/colfamily11/78c69c549735497db922ca4b4eb0e9ac
2024-11-08T01:43:20,420 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/14e9bd66140e4fb3c2e8f2b03ca19e31/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,421 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:43:20,421 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14e9bd66140e4fb3c2e8f2b03ca19e31:
Waiting for close lock at 1731030200366Running coprocessor pre-close hooks at 1731030200366Disabling compacts and flushes for region at 1731030200366Disabling writes for close at 1731030200367 (+1 ms)Obtaining lock to block concurrent updates at 1731030200367Preparing flush snapshotting stores in 14e9bd66140e4fb3c2e8f2b03ca19e31 at 1731030200367Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200367Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31. at 1731030200368 (+1 ms)Flushing 14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11: creating writer at 1731030200368Flushing 14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11: appending metadata at 1731030200385 (+17 ms)Flushing 14e9bd66140e4fb3c2e8f2b03ca19e31/colfamily11: closing flushed file at 1731030200385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d4ade3f: reopening flushed file at 1731030200407 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 14e9bd66140e4fb3c2e8f2b03ca19e31 in 49ms, sequenceid=5, compaction requested=false at 1731030200416 (+9 ms)Writing region close event to WAL at 1731030200417 (+1 ms)Running coprocessor post-close hooks at 1731030200421 (+4 ms)Closed at 1731030200421
2024-11-08T01:43:20,421 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731030009851.14e9bd66140e4fb3c2e8f2b03ca19e31.
2024-11-08T01:43:20,421 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81ac617d10baa32ef59db91336d8ed8d, disabling compactions & flushes
2024-11-08T01:43:20,421 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:43:20,422 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:43:20,422 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d. after waiting 0 ms
2024-11-08T01:43:20,422 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:43:20,422 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81ac617d10baa32ef59db91336d8ed8d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,427 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/colfamily11/78c69c549735497db922ca4b4eb0e9ac, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,428 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 76a89e3fd6129b3bc6bf9002038c473d in 56ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,437 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/76a89e3fd6129b3bc6bf9002038c473d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,437 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76a89e3fd6129b3bc6bf9002038c473d:
Waiting for close lock at 1731030200372Running coprocessor pre-close hooks at 1731030200372Disabling compacts and flushes for region at 1731030200372Disabling writes for close at 1731030200372Obtaining lock to block concurrent updates at 1731030200372Preparing flush snapshotting stores in 76a89e3fd6129b3bc6bf9002038c473d at 1731030200372Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200372Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d. at 1731030200373 (+1 ms)Flushing 76a89e3fd6129b3bc6bf9002038c473d/colfamily11: creating writer at 1731030200373Flushing 76a89e3fd6129b3bc6bf9002038c473d/colfamily11: appending metadata at 1731030200390 (+17 ms)Flushing 76a89e3fd6129b3bc6bf9002038c473d/colfamily11: closing flushed file at 1731030200390Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59686742: reopening flushed file at 1731030200418 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 76a89e3fd6129b3bc6bf9002038c473d in 56ms, sequenceid=5, compaction requested=false at 1731030200428 (+10 ms)Writing region close event to WAL at 1731030200429 (+1 ms)Running coprocessor post-close hooks at 1731030200437 (+8 ms)Closed at 1731030200437
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731030009851.76a89e3fd6129b3bc6bf9002038c473d.
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 56c1ebf6f316a3af8a0faa1b2f3ba37d, disabling compactions & flushes
2024-11-08T01:43:20,438 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d. after waiting 0 ms
2024-11-08T01:43:20,438 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:20,444 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/.tmp/colfamily11/1bb08c12d6e745dc9c5f0fe867fcb980 is 52, key is fff/colfamily11:colfamily11/1731030013450/Put/seqid=0
2024-11-08T01:43:20,444 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/56c1ebf6f316a3af8a0faa1b2f3ba37d/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,445 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:20,445 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 56c1ebf6f316a3af8a0faa1b2f3ba37d:
Waiting for close lock at 1731030200438Running coprocessor pre-close hooks at 1731030200438Disabling compacts and flushes for region at 1731030200438Disabling writes for close at 1731030200438Writing region close event to WAL at 1731030200440 (+2 ms)Running coprocessor post-close hooks at 1731030200445 (+5 ms)Closed at 1731030200445
2024-11-08T01:43:20,445 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731030009851.56c1ebf6f316a3af8a0faa1b2f3ba37d.
2024-11-08T01:43:20,445 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3fe9bcf01968863d9e4cbd3b95989a3a, disabling compactions & flushes
2024-11-08T01:43:20,445 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:20,445 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:20,445 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a. after waiting 0 ms
2024-11-08T01:43:20,446 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:20,453 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3fe9bcf01968863d9e4cbd3b95989a3a/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,453 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:20,453 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3fe9bcf01968863d9e4cbd3b95989a3a:
Waiting for close lock at 1731030200445Running coprocessor pre-close hooks at 1731030200445Disabling compacts and flushes for region at 1731030200445Disabling writes for close at 1731030200446 (+1 ms)Writing region close event to WAL at 1731030200446Running coprocessor post-close hooks at 1731030200453 (+7 ms)Closed at 1731030200453
2024-11-08T01:43:20,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741896_1072 (size=39263)
2024-11-08T01:43:20,454 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731030009851.3fe9bcf01968863d9e4cbd3b95989a3a.
2024-11-08T01:43:20,454 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5045886fea7064953b96a940fffd821, disabling compactions & flushes
2024-11-08T01:43:20,454 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:43:20,454 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:43:20,454 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821. after waiting 0 ms
2024-11-08T01:43:20,454 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:43:20,454 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741896_1072 (size=39263)
2024-11-08T01:43:20,454 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d5045886fea7064953b96a940fffd821 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741896_1072 (size=39263)
2024-11-08T01:43:20,456 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/.tmp/colfamily11/1bb08c12d6e745dc9c5f0fe867fcb980
2024-11-08T01:43:20,465 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/.tmp/colfamily11/1bb08c12d6e745dc9c5f0fe867fcb980 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/colfamily11/1bb08c12d6e745dc9c5f0fe867fcb980
2024-11-08T01:43:20,472 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/colfamily11/1bb08c12d6e745dc9c5f0fe867fcb980, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,473 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 81ac617d10baa32ef59db91336d8ed8d in 51ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,478 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/.tmp/colfamily11/bfabde6d91ad47e7a6f6a524eccab93e is 52, key is www/colfamily11:colfamily11/1731030013696/Put/seqid=0
2024-11-08T01:43:20,483 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/81ac617d10baa32ef59db91336d8ed8d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,484 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81ac617d10baa32ef59db91336d8ed8d:
Waiting for close lock at 1731030200421Running coprocessor pre-close hooks at 1731030200421Disabling compacts and flushes for region at 1731030200421Disabling writes for close at 1731030200422 (+1 ms)Obtaining lock to block concurrent updates at 1731030200422Preparing flush snapshotting stores in 81ac617d10baa32ef59db91336d8ed8d at 1731030200422Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200422Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d. at 1731030200423 (+1 ms)Flushing 81ac617d10baa32ef59db91336d8ed8d/colfamily11: creating writer at 1731030200423Flushing 81ac617d10baa32ef59db91336d8ed8d/colfamily11: appending metadata at 1731030200444 (+21 ms)Flushing 81ac617d10baa32ef59db91336d8ed8d/colfamily11: closing flushed file at 1731030200444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40b3fb5: reopening flushed file at 1731030200464 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 81ac617d10baa32ef59db91336d8ed8d in 51ms, sequenceid=5, compaction requested=false at 1731030200473 (+9 ms)Writing region close event to WAL at 1731030200479 (+6 ms)Running coprocessor post-close hooks at 1731030200484 (+5 ms)Closed at 1731030200484
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731030009851.81ac617d10baa32ef59db91336d8ed8d.
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea9dca84a18db4144f7aebbb684e4fe1, disabling compactions & flushes
2024-11-08T01:43:20,484 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1. after waiting 0 ms
2024-11-08T01:43:20,484 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:20,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741897_1073 (size=39263)
2024-11-08T01:43:20,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741897_1073 (size=39263)
2024-11-08T01:43:20,490 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741897_1073 (size=39263)
2024-11-08T01:43:20,492 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/ea9dca84a18db4144f7aebbb684e4fe1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,492 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:20,492 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/.tmp/colfamily11/bfabde6d91ad47e7a6f6a524eccab93e
2024-11-08T01:43:20,492 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea9dca84a18db4144f7aebbb684e4fe1:
Waiting for close lock at 1731030200484Running coprocessor pre-close hooks at 1731030200484Disabling compacts and flushes for region at 1731030200484Disabling writes for close at 1731030200484Writing region close event to WAL at 1731030200488 (+4 ms)Running coprocessor post-close hooks at 1731030200492 (+4 ms)Closed at 1731030200492
2024-11-08T01:43:20,492 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731030009851.ea9dca84a18db4144f7aebbb684e4fe1.
2024-11-08T01:43:20,492 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bc19914937aac508631c1e5e7133760, disabling compactions & flushes
2024-11-08T01:43:20,492 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:20,492 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:20,493 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760. after waiting 0 ms
2024-11-08T01:43:20,493 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:20,497 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0bc19914937aac508631c1e5e7133760/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4
2024-11-08T01:43:20,498 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bc19914937aac508631c1e5e7133760:
Waiting for close lock at 1731030200492Running coprocessor pre-close hooks at 1731030200492Disabling compacts and flushes for region at 1731030200492Disabling writes for close at 1731030200493 (+1 ms)Writing region close event to WAL at 1731030200493Running coprocessor post-close hooks at 1731030200498 (+5 ms)Closed at 1731030200498
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731030009851.0bc19914937aac508631c1e5e7133760.
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2887f9115d671c30643da5f1f3f9d211, disabling compactions & flushes
2024-11-08T01:43:20,498 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211. after waiting 0 ms
2024-11-08T01:43:20,498 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:43:20,498 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2887f9115d671c30643da5f1f3f9d211 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,500 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/.tmp/colfamily11/bfabde6d91ad47e7a6f6a524eccab93e as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/colfamily11/bfabde6d91ad47e7a6f6a524eccab93e
2024-11-08T01:43:20,507 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/colfamily11/bfabde6d91ad47e7a6f6a524eccab93e, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,508 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d5045886fea7064953b96a940fffd821 in 54ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,512 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d5045886fea7064953b96a940fffd821/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,513 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5045886fea7064953b96a940fffd821:
Waiting for close lock at 1731030200454Running coprocessor pre-close hooks at 1731030200454Disabling compacts and flushes for region at 1731030200454Disabling writes for close at 1731030200454Obtaining lock to block concurrent updates at 1731030200454Preparing flush snapshotting stores in d5045886fea7064953b96a940fffd821 at 1731030200454Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200455 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821. at 1731030200455Flushing d5045886fea7064953b96a940fffd821/colfamily11: creating writer at 1731030200456 (+1 ms)Flushing d5045886fea7064953b96a940fffd821/colfamily11: appending metadata at 1731030200478 (+22 ms)Flushing d5045886fea7064953b96a940fffd821/colfamily11: closing flushed file at 1731030200478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a50a1cc: reopening flushed file at 1731030200499 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d5045886fea7064953b96a940fffd821 in 54ms, sequenceid=5, compaction requested=false at 1731030200508 (+9 ms)Writing region close event to WAL at 1731030200509 (+1 ms)Running coprocessor post-close hooks at 1731030200513 (+4 ms)Closed at 1731030200513
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731030009851.d5045886fea7064953b96a940fffd821.
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a416e4752baa333fe6b305cacc4c9a8f, disabling compactions & flushes
2024-11-08T01:43:20,513 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f. after waiting 0 ms
2024-11-08T01:43:20,513 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:43:20,513 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a416e4752baa333fe6b305cacc4c9a8f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,521 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/.tmp/colfamily11/d1d34d865dcd49e290d83c6134813ee9 is 52, key is yyy/colfamily11:colfamily11/1731030013771/Put/seqid=0
2024-11-08T01:43:20,524 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1351): Waiting on 03ce7d202802de42c255d596abfe80d0, 2887f9115d671c30643da5f1f3f9d211, 571e6be31d918986c9b501f1903c843a, aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:43:20,524 DEBUG [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1351): Waiting on 40e741b460a8a8da508e867388129f96, 8257549553677f3fc8f2bfc8876074bb, a416e4752baa333fe6b305cacc4c9a8f
2024-11-08T01:43:20,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741898_1074 (size=39263)
2024-11-08T01:43:20,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741898_1074 (size=39263)
2024-11-08T01:43:20,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741898_1074 (size=39263)
2024-11-08T01:43:20,533 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/.tmp/colfamily11/d1d34d865dcd49e290d83c6134813ee9
2024-11-08T01:43:20,536 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/.tmp/colfamily11/0635ce017b854930bcde9f215a5e668c is 52, key is ddd/colfamily11:colfamily11/1731030013389/Put/seqid=0
2024-11-08T01:43:20,539 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/.tmp/colfamily11/d1d34d865dcd49e290d83c6134813ee9 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/colfamily11/d1d34d865dcd49e290d83c6134813ee9
2024-11-08T01:43:20,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741899_1075 (size=39263)
2024-11-08T01:43:20,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741899_1075 (size=39263)
2024-11-08T01:43:20,543 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741899_1075 (size=39263)
2024-11-08T01:43:20,545 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/.tmp/colfamily11/0635ce017b854930bcde9f215a5e668c
2024-11-08T01:43:20,546 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/colfamily11/d1d34d865dcd49e290d83c6134813ee9, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,547 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2887f9115d671c30643da5f1f3f9d211 in 49ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,552 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/.tmp/colfamily11/0635ce017b854930bcde9f215a5e668c as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/colfamily11/0635ce017b854930bcde9f215a5e668c
2024-11-08T01:43:20,553 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2887f9115d671c30643da5f1f3f9d211/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,553 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:43:20,553 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2887f9115d671c30643da5f1f3f9d211:
Waiting for close lock at 1731030200498Running coprocessor pre-close hooks at 1731030200498Disabling compacts and flushes for region at 1731030200498Disabling writes for close at 1731030200498Obtaining lock to block concurrent updates at 1731030200498Preparing flush snapshotting stores in 2887f9115d671c30643da5f1f3f9d211 at 1731030200498Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200499 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211. at 1731030200499Flushing 2887f9115d671c30643da5f1f3f9d211/colfamily11: creating writer at 1731030200500 (+1 ms)Flushing 2887f9115d671c30643da5f1f3f9d211/colfamily11: appending metadata at 1731030200520 (+20 ms)Flushing 2887f9115d671c30643da5f1f3f9d211/colfamily11: closing flushed file at 1731030200520Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf0915: reopening flushed file at 1731030200538 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2887f9115d671c30643da5f1f3f9d211 in 49ms, sequenceid=5, compaction requested=false at 1731030200548 (+10 ms)Writing region close event to WAL at 1731030200549 (+1 ms)Running coprocessor post-close hooks at 1731030200553 (+4 ms)Closed at 1731030200553
2024-11-08T01:43:20,554 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731030009851.2887f9115d671c30643da5f1f3f9d211.
2024-11-08T01:43:20,554 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 571e6be31d918986c9b501f1903c843a, disabling compactions & flushes
2024-11-08T01:43:20,554 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:43:20,554 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:43:20,554 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a. after waiting 0 ms
2024-11-08T01:43:20,554 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:43:20,554 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 571e6be31d918986c9b501f1903c843a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,560 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/colfamily11/0635ce017b854930bcde9f215a5e668c, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,561 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a416e4752baa333fe6b305cacc4c9a8f in 48ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,570 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a416e4752baa333fe6b305cacc4c9a8f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,571 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:43:20,571 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a416e4752baa333fe6b305cacc4c9a8f:
Waiting for close lock at 1731030200513Running coprocessor pre-close hooks at 1731030200513Disabling compacts and flushes for region at 1731030200513Disabling writes for close at 1731030200513Obtaining lock to block concurrent updates at 1731030200513Preparing flush snapshotting stores in a416e4752baa333fe6b305cacc4c9a8f at 1731030200513Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200514 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f. at 1731030200514Flushing a416e4752baa333fe6b305cacc4c9a8f/colfamily11: creating writer at 1731030200514Flushing a416e4752baa333fe6b305cacc4c9a8f/colfamily11: appending metadata at 1731030200535 (+21 ms)Flushing a416e4752baa333fe6b305cacc4c9a8f/colfamily11: closing flushed file at 1731030200535Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7960aeb6: reopening flushed file at 1731030200551 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a416e4752baa333fe6b305cacc4c9a8f in 48ms, sequenceid=5, compaction requested=false at 1731030200561 (+10 ms)Writing region close event to WAL at 1731030200567 (+6 ms)Running coprocessor post-close hooks at 1731030200571 (+4 ms)Closed at 1731030200571
2024-11-08T01:43:20,571 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731030009851.a416e4752baa333fe6b305cacc4c9a8f.
2024-11-08T01:43:20,571 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40e741b460a8a8da508e867388129f96, disabling compactions & flushes
2024-11-08T01:43:20,571 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:43:20,571 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:43:20,572 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96. after waiting 0 ms
2024-11-08T01:43:20,572 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:43:20,572 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 40e741b460a8a8da508e867388129f96 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,578 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/.tmp/colfamily11/8334c42ed6ed422699a6b1b0ed04a68e is 52, key is lll/colfamily11:colfamily11/1731030013565/Put/seqid=0
2024-11-08T01:43:20,588 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/.tmp/colfamily11/837d06d379df4fad823cbd7912254d80 is 52, key is nnn/colfamily11:colfamily11/1731030013574/Put/seqid=0
2024-11-08T01:43:20,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741900_1076 (size=39263)
2024-11-08T01:43:20,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741900_1076 (size=39263)
2024-11-08T01:43:20,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741900_1076 (size=39263)
2024-11-08T01:43:20,592 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/.tmp/colfamily11/8334c42ed6ed422699a6b1b0ed04a68e
2024-11-08T01:43:20,598 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/.tmp/colfamily11/8334c42ed6ed422699a6b1b0ed04a68e as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/colfamily11/8334c42ed6ed422699a6b1b0ed04a68e
2024-11-08T01:43:20,605 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/colfamily11/8334c42ed6ed422699a6b1b0ed04a68e, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,606 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 571e6be31d918986c9b501f1903c843a in 52ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741901_1077 (size=39263)
2024-11-08T01:43:20,613 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741901_1077 (size=39263)
2024-11-08T01:43:20,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741901_1077 (size=39263)
2024-11-08T01:43:20,614 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/571e6be31d918986c9b501f1903c843a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,614 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/.tmp/colfamily11/837d06d379df4fad823cbd7912254d80
2024-11-08T01:43:20,615 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 571e6be31d918986c9b501f1903c843a:
Waiting for close lock at 1731030200554Running coprocessor pre-close hooks at 1731030200554Disabling compacts and flushes for region at 1731030200554Disabling writes for close at 1731030200554Obtaining lock to block concurrent updates at 1731030200554Preparing flush snapshotting stores in 571e6be31d918986c9b501f1903c843a at 1731030200554Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200554Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a. at 1731030200555 (+1 ms)Flushing 571e6be31d918986c9b501f1903c843a/colfamily11: creating writer at 1731030200555Flushing 571e6be31d918986c9b501f1903c843a/colfamily11: appending metadata at 1731030200578 (+23 ms)Flushing 571e6be31d918986c9b501f1903c843a/colfamily11: closing flushed file at 1731030200578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae872b4: reopening flushed file at 1731030200597 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 571e6be31d918986c9b501f1903c843a in 52ms, sequenceid=5, compaction requested=false at 1731030200606 (+9 ms)Writing region close event to WAL at 1731030200609 (+3 ms)Running coprocessor post-close hooks at 1731030200614 (+5 ms)Closed at 1731030200615 (+1 ms)
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731030009851.571e6be31d918986c9b501f1903c843a.
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa46f6002b779fe1a379f3b2738e82bb, disabling compactions & flushes
2024-11-08T01:43:20,615 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb. after waiting 0 ms
2024-11-08T01:43:20,615 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:43:20,615 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa46f6002b779fe1a379f3b2738e82bb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,622 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/.tmp/colfamily11/837d06d379df4fad823cbd7912254d80 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/colfamily11/837d06d379df4fad823cbd7912254d80
2024-11-08T01:43:20,628 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/colfamily11/837d06d379df4fad823cbd7912254d80, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,629 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties
2024-11-08T01:43:20,630 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40e741b460a8a8da508e867388129f96 in 58ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,637 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/.tmp/colfamily11/402e27ade9914fe9bc73f50aceac35dd is 52, key is ppp/colfamily11:colfamily11/1731030013633/Put/seqid=0
2024-11-08T01:43:20,645 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/40e741b460a8a8da508e867388129f96/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,646 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40e741b460a8a8da508e867388129f96:
Waiting for close lock at 1731030200571Running coprocessor pre-close hooks at 1731030200571Disabling compacts and flushes for region at 1731030200571Disabling writes for close at 1731030200572 (+1 ms)Obtaining lock to block concurrent updates at 1731030200572Preparing flush snapshotting stores in 40e741b460a8a8da508e867388129f96 at 1731030200572Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200572Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96. at 1731030200573 (+1 ms)Flushing 40e741b460a8a8da508e867388129f96/colfamily11: creating writer at 1731030200573Flushing 40e741b460a8a8da508e867388129f96/colfamily11: appending metadata at 1731030200588 (+15 ms)Flushing 40e741b460a8a8da508e867388129f96/colfamily11: closing flushed file at 1731030200588Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4c4eeb: reopening flushed file at 1731030200621 (+33 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 40e741b460a8a8da508e867388129f96 in 58ms, sequenceid=5, compaction requested=false at 1731030200630 (+9 ms)Writing region close event to WAL at 1731030200631 (+1 ms)Running coprocessor post-close hooks at 1731030200646 (+15 ms)Closed at 1731030200646
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731030009851.40e741b460a8a8da508e867388129f96.
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8257549553677f3fc8f2bfc8876074bb, disabling compactions & flushes
2024-11-08T01:43:20,646 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb. after waiting 0 ms
2024-11-08T01:43:20,646 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:43:20,646 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8257549553677f3fc8f2bfc8876074bb 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:20,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741902_1078 (size=39263)
2024-11-08T01:43:20,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741902_1078 (size=39263)
2024-11-08T01:43:20,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741902_1078 (size=39263)
2024-11-08T01:43:20,670 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/.tmp/colfamily11/6d0e140113b44f38b3d69b10531e2740 is 52, key is qqq/colfamily11:colfamily11/1731030013609/Put/seqid=0
2024-11-08T01:43:20,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741903_1079 (size=39263)
2024-11-08T01:43:20,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741903_1079 (size=39263)
2024-11-08T01:43:20,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741903_1079 (size=39263)
2024-11-08T01:43:20,683 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/.tmp/colfamily11/6d0e140113b44f38b3d69b10531e2740
2024-11-08T01:43:20,688 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/.tmp/colfamily11/6d0e140113b44f38b3d69b10531e2740 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/colfamily11/6d0e140113b44f38b3d69b10531e2740
2024-11-08T01:43:20,694 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/colfamily11/6d0e140113b44f38b3d69b10531e2740, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:20,694 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8257549553677f3fc8f2bfc8876074bb in 48ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:20,698 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8257549553677f3fc8f2bfc8876074bb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:20,698 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:43:20,698 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8257549553677f3fc8f2bfc8876074bb:
Waiting for close lock at 1731030200646Running coprocessor pre-close hooks at 1731030200646Disabling compacts and flushes for region at 1731030200646Disabling writes for close at 1731030200646Obtaining lock to block concurrent updates at 1731030200646Preparing flush snapshotting stores in 8257549553677f3fc8f2bfc8876074bb at 1731030200646Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200647 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb. at 1731030200647Flushing 8257549553677f3fc8f2bfc8876074bb/colfamily11: creating writer at 1731030200647Flushing 8257549553677f3fc8f2bfc8876074bb/colfamily11: appending metadata at 1731030200670 (+23 ms)Flushing 8257549553677f3fc8f2bfc8876074bb/colfamily11: closing flushed file at 1731030200670Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@699f7c8e: reopening flushed file at 1731030200688 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8257549553677f3fc8f2bfc8876074bb in 48ms, sequenceid=5, compaction requested=false at 1731030200694 (+6 ms)Writing region close event to WAL at 1731030200695 (+1 ms)Running coprocessor post-close hooks at 1731030200698 (+3 ms)Closed at 1731030200698
2024-11-08T01:43:20,699 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731030009851.8257549553677f3fc8f2bfc8876074bb.
2024-11-08T01:43:20,723 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T01:43:20,723 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T01:43:20,724 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1351): Waiting on 03ce7d202802de42c255d596abfe80d0, aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:43:20,724 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,34607,1731030006959; all regions closed.
2024-11-08T01:43:20,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741865_1041 (size=15722)
2024-11-08T01:43:20,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741865_1041 (size=15722)
2024-11-08T01:43:20,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741865_1041 (size=15722)
2024-11-08T01:43:20,730 DEBUG [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs
2024-11-08T01:43:20,730 INFO  [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C34607%2C1731030006959.meta:.meta(num 1731030195063)
2024-11-08T01:43:20,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741834_1010 (size=277808)
2024-11-08T01:43:20,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741834_1010 (size=277808)
2024-11-08T01:43:20,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741834_1010 (size=277808)
2024-11-08T01:43:20,735 DEBUG [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs
2024-11-08T01:43:20,735 INFO  [RS:0;8118b061437f:34607 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C34607%2C1731030006959:(num 1731030008884)
2024-11-08T01:43:20,735 DEBUG [RS:0;8118b061437f:34607 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:20,735 INFO  [RS:0;8118b061437f:34607 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:43:20,735 INFO  [RS:0;8118b061437f:34607 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T01:43:20,735 INFO  [RS:0;8118b061437f:34607 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T01:43:20,736 INFO  [RS:0;8118b061437f:34607 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T01:43:20,736 INFO  [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T01:43:20,736 INFO  [RS:0;8118b061437f:34607 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34607
2024-11-08T01:43:20,742 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-08T01:43:20,742 INFO  [regionserver/8118b061437f:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-08T01:43:20,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T01:43:20,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,34607,1731030006959
2024-11-08T01:43:20,795 INFO  [RS:0;8118b061437f:34607 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T01:43:20,812 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,34607,1731030006959]
2024-11-08T01:43:20,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,34607,1731030006959 already deleted, retry=false
2024-11-08T01:43:20,824 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,34607,1731030006959 expired; onlineServers=1
2024-11-08T01:43:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:20,912 INFO  [RS:0;8118b061437f:34607 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T01:43:20,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34607-0x1011819b1540001, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:20,912 INFO  [RS:0;8118b061437f:34607 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,34607,1731030006959; zookeeper connection closed.
2024-11-08T01:43:20,912 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@491596c3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@491596c3
2024-11-08T01:43:20,924 DEBUG [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1351): Waiting on 03ce7d202802de42c255d596abfe80d0, aa46f6002b779fe1a379f3b2738e82bb
2024-11-08T01:43:21,062 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/.tmp/colfamily11/402e27ade9914fe9bc73f50aceac35dd
2024-11-08T01:43:21,068 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/.tmp/colfamily11/402e27ade9914fe9bc73f50aceac35dd as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/colfamily11/402e27ade9914fe9bc73f50aceac35dd
2024-11-08T01:43:21,074 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/colfamily11/402e27ade9914fe9bc73f50aceac35dd, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:21,074 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aa46f6002b779fe1a379f3b2738e82bb in 459ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:21,074 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true'
2024-11-08T01:43:21,078 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/aa46f6002b779fe1a379f3b2738e82bb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:21,079 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa46f6002b779fe1a379f3b2738e82bb:
Waiting for close lock at 1731030200615Running coprocessor pre-close hooks at 1731030200615Disabling compacts and flushes for region at 1731030200615Disabling writes for close at 1731030200615Obtaining lock to block concurrent updates at 1731030200615Preparing flush snapshotting stores in aa46f6002b779fe1a379f3b2738e82bb at 1731030200615Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030200616 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb. at 1731030200617 (+1 ms)Flushing aa46f6002b779fe1a379f3b2738e82bb/colfamily11: creating writer at 1731030200617Flushing aa46f6002b779fe1a379f3b2738e82bb/colfamily11: appending metadata at 1731030200637 (+20 ms)Flushing aa46f6002b779fe1a379f3b2738e82bb/colfamily11: closing flushed file at 1731030200637Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e2f09c5: reopening flushed file at 1731030201067 (+430 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for aa46f6002b779fe1a379f3b2738e82bb in 459ms, sequenceid=5, compaction requested=false at 1731030201074 (+7 ms)Writing region close event to WAL at 1731030201076 (+2 ms)Running coprocessor post-close hooks at 1731030201079 (+3 ms)Closed at 1731030201079
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731030009851.aa46f6002b779fe1a379f3b2738e82bb.
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03ce7d202802de42c255d596abfe80d0, disabling compactions & flushes
2024-11-08T01:43:21,079 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0. after waiting 0 ms
2024-11-08T01:43:21,079 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:43:21,079 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 03ce7d202802de42c255d596abfe80d0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB
2024-11-08T01:43:21,094 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/.tmp/colfamily11/6836e69f2e9f4de192d4da8a49a6064f is 52, key is iii/colfamily11:colfamily11/1731030013522/Put/seqid=0
2024-11-08T01:43:21,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741904_1080 (size=39263)
2024-11-08T01:43:21,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741904_1080 (size=39263)
2024-11-08T01:43:21,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741904_1080 (size=39263)
2024-11-08T01:43:21,101 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/.tmp/colfamily11/6836e69f2e9f4de192d4da8a49a6064f
2024-11-08T01:43:21,107 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/.tmp/colfamily11/6836e69f2e9f4de192d4da8a49a6064f as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/colfamily11/6836e69f2e9f4de192d4da8a49a6064f
2024-11-08T01:43:21,112 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/colfamily11/6836e69f2e9f4de192d4da8a49a6064f, entries=703, sequenceid=5, filesize=38.3 K
2024-11-08T01:43:21,113 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 03ce7d202802de42c255d596abfe80d0 in 33ms, sequenceid=5, compaction requested=false
2024-11-08T01:43:21,116 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/03ce7d202802de42c255d596abfe80d0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-08T01:43:21,117 INFO  [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:43:21,117 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03ce7d202802de42c255d596abfe80d0:
Waiting for close lock at 1731030201079Running coprocessor pre-close hooks at 1731030201079Disabling compacts and flushes for region at 1731030201079Disabling writes for close at 1731030201079Obtaining lock to block concurrent updates at 1731030201079Preparing flush snapshotting stores in 03ce7d202802de42c255d596abfe80d0 at 1731030201079Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731030201080 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0. at 1731030201080Flushing 03ce7d202802de42c255d596abfe80d0/colfamily11: creating writer at 1731030201080Flushing 03ce7d202802de42c255d596abfe80d0/colfamily11: appending metadata at 1731030201093 (+13 ms)Flushing 03ce7d202802de42c255d596abfe80d0/colfamily11: closing flushed file at 1731030201093Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@487db390: reopening flushed file at 1731030201106 (+13 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 03ce7d202802de42c255d596abfe80d0 in 33ms, sequenceid=5, compaction requested=false at 1731030201113 (+7 ms)Writing region close event to WAL at 1731030201113Running coprocessor post-close hooks at 1731030201117 (+4 ms)Closed at 1731030201117
2024-11-08T01:43:21,117 DEBUG [RS_CLOSE_REGION-regionserver/8118b061437f:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731030009851.03ce7d202802de42c255d596abfe80d0.
2024-11-08T01:43:21,124 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(976): stopping server 8118b061437f,45297,1731030007061; all regions closed.
2024-11-08T01:43:21,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741833_1009 (size=354127)
2024-11-08T01:43:21,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741833_1009 (size=354127)
2024-11-08T01:43:21,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741833_1009 (size=354127)
2024-11-08T01:43:21,129 DEBUG [RS:1;8118b061437f:45297 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/oldWALs
2024-11-08T01:43:21,129 INFO  [RS:1;8118b061437f:45297 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 8118b061437f%2C45297%2C1731030007061:(num 1731030008884)
2024-11-08T01:43:21,129 DEBUG [RS:1;8118b061437f:45297 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-08T01:43:21,129 INFO  [RS:1;8118b061437f:45297 {}] regionserver.LeaseManager(133): Closed leases
2024-11-08T01:43:21,129 INFO  [RS:1;8118b061437f:45297 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] hbase.ChoreService(370): Chore service for: regionserver/8118b061437f:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-08T01:43:21,130 INFO  [regionserver/8118b061437f:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T01:43:21,130 INFO  [RS:1;8118b061437f:45297 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45297
2024-11-08T01:43:21,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/8118b061437f,45297,1731030007061
2024-11-08T01:43:21,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-08T01:43:21,182 INFO  [RS:1;8118b061437f:45297 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T01:43:21,193 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [8118b061437f,45297,1731030007061]
2024-11-08T01:43:21,203 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/8118b061437f,45297,1731030007061 already deleted, retry=false
2024-11-08T01:43:21,203 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 8118b061437f,45297,1731030007061 expired; onlineServers=0
2024-11-08T01:43:21,204 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '8118b061437f,34037,1731030006023' *****
2024-11-08T01:43:21,204 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-08T01:43:21,204 INFO  [M:0;8118b061437f:34037 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-08T01:43:21,204 INFO  [M:0;8118b061437f:34037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-08T01:43:21,204 DEBUG [M:0;8118b061437f:34037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-08T01:43:21,204 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-08T01:43:21,204 DEBUG [M:0;8118b061437f:34037 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-08T01:43:21,204 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030008522 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.small.0-1731030008522,5,FailOnTimeoutGroup]
2024-11-08T01:43:21,204 DEBUG [master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030008522 {}] cleaner.HFileCleaner(306): Exit Thread[master/8118b061437f:0:becomeActiveMaster-HFileCleaner.large.0-1731030008522,5,FailOnTimeoutGroup]
2024-11-08T01:43:21,204 INFO  [M:0;8118b061437f:34037 {}] hbase.ChoreService(370): Chore service for: master/8118b061437f:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-08T01:43:21,204 INFO  [M:0;8118b061437f:34037 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-08T01:43:21,204 DEBUG [M:0;8118b061437f:34037 {}] master.HMaster(1795): Stopping service threads
2024-11-08T01:43:21,205 INFO  [M:0;8118b061437f:34037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-08T01:43:21,205 INFO  [M:0;8118b061437f:34037 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-08T01:43:21,205 INFO  [M:0;8118b061437f:34037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-08T01:43:21,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-08T01:43:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-08T01:43:21,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-08T01:43:21,214 DEBUG [M:0;8118b061437f:34037 {}] zookeeper.ZKUtil(347): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-08T01:43:21,214 WARN  [M:0;8118b061437f:34037 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-08T01:43:21,215 INFO  [M:0;8118b061437f:34037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/.lastflushedseqids
2024-11-08T01:43:21,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741905_1081 (size=2837)
2024-11-08T01:43:21,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741905_1081 (size=2837)
2024-11-08T01:43:21,227 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741905_1081 (size=2837)
2024-11-08T01:43:21,237 INFO  [M:0;8118b061437f:34037 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-08T01:43:21,237 INFO  [M:0;8118b061437f:34037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-08T01:43:21,237 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-08T01:43:21,237 INFO  [M:0;8118b061437f:34037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:43:21,237 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:43:21,237 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-08T01:43:21,237 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:43:21,237 INFO  [M:0;8118b061437f:34037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.57 KB heapSize=404.97 KB
2024-11-08T01:43:21,252 DEBUG [M:0;8118b061437f:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dad92e7dd0b477b9f428a3e9fb41c86 is 82, key is hbase:meta,,1/info:regioninfo/1731030195399/Put/seqid=0
2024-11-08T01:43:21,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741906_1082 (size=6071)
2024-11-08T01:43:21,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741906_1082 (size=6071)
2024-11-08T01:43:21,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741906_1082 (size=6071)
2024-11-08T01:43:21,259 INFO  [M:0;8118b061437f:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dad92e7dd0b477b9f428a3e9fb41c86
2024-11-08T01:43:21,283 DEBUG [M:0;8118b061437f:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec78ce4f1af44fd1ac8492d6484a9e56 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731030011389/Put/seqid=0
2024-11-08T01:43:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741907_1083 (size=13503)
2024-11-08T01:43:21,289 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741907_1083 (size=13503)
2024-11-08T01:43:21,290 INFO  [M:0;8118b061437f:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.35 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec78ce4f1af44fd1ac8492d6484a9e56
2024-11-08T01:43:21,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741907_1083 (size=13503)
2024-11-08T01:43:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:21,293 INFO  [RS:1;8118b061437f:45297 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T01:43:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45297-0x1011819b1540002, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:21,293 INFO  [RS:1;8118b061437f:45297 {}] regionserver.HRegionServer(1031): Exiting; stopping=8118b061437f,45297,1731030007061; zookeeper connection closed.
2024-11-08T01:43:21,293 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@14335cb1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@14335cb1
2024-11-08T01:43:21,294 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-08T01:43:21,310 DEBUG [M:0;8118b061437f:34037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaee327edb614cf29cc5302b3332282a is 69, key is 8118b061437f,34607,1731030006959/rs:state/1731030008607/Put/seqid=0
2024-11-08T01:43:21,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741908_1084 (size=5447)
2024-11-08T01:43:21,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741908_1084 (size=5447)
2024-11-08T01:43:21,317 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741908_1084 (size=5447)
2024-11-08T01:43:21,317 INFO  [M:0;8118b061437f:34037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaee327edb614cf29cc5302b3332282a
2024-11-08T01:43:21,322 INFO  [M:0;8118b061437f:34037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaee327edb614cf29cc5302b3332282a
2024-11-08T01:43:21,323 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7dad92e7dd0b477b9f428a3e9fb41c86 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dad92e7dd0b477b9f428a3e9fb41c86
2024-11-08T01:43:21,328 INFO  [M:0;8118b061437f:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7dad92e7dd0b477b9f428a3e9fb41c86, entries=14, sequenceid=635, filesize=5.9 K
2024-11-08T01:43:21,329 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec78ce4f1af44fd1ac8492d6484a9e56 as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec78ce4f1af44fd1ac8492d6484a9e56
2024-11-08T01:43:21,334 INFO  [M:0;8118b061437f:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec78ce4f1af44fd1ac8492d6484a9e56, entries=81, sequenceid=635, filesize=13.2 K
2024-11-08T01:43:21,335 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eaee327edb614cf29cc5302b3332282a as hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eaee327edb614cf29cc5302b3332282a
2024-11-08T01:43:21,340 INFO  [M:0;8118b061437f:34037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eaee327edb614cf29cc5302b3332282a
2024-11-08T01:43:21,341 INFO  [M:0;8118b061437f:34037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eaee327edb614cf29cc5302b3332282a, entries=3, sequenceid=635, filesize=5.3 K
2024-11-08T01:43:21,342 INFO  [M:0;8118b061437f:34037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=635, compaction requested=false
2024-11-08T01:43:21,343 INFO  [M:0;8118b061437f:34037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-08T01:43:21,343 DEBUG [M:0;8118b061437f:34037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1731030201237Disabling compacts and flushes for region at 1731030201237Disabling writes for close at 1731030201237Obtaining lock to block concurrent updates at 1731030201237Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731030201237Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352844, getHeapSize=414624, getOffHeapSize=0, getCellsCount=800 at 1731030201238 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731030201238Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731030201238Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731030201252 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731030201252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731030201264 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731030201283 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731030201283Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731030201294 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731030201309 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731030201309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f699382: reopening flushed file at 1731030201322 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4077b240: reopening flushed file at 1731030201328 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e30222a: reopening flushed file at 1731030201334 (+6 ms)Finished flush of dataSize ~344.57 KB/352844, heapSize ~404.67 KB/414384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 105ms, sequenceid=635, compaction requested=false at 1731030201342 (+8 ms)Writing region close event to WAL at 1731030201343 (+1 ms)Closed at 1731030201343
2024-11-08T01:43:21,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42659 is added to blk_1073741830_1006 (size=395198)
2024-11-08T01:43:21,345 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b2ef1d4e-63ac-be2e-dd97-a31bf512ad67/MasterData/WALs/8118b061437f,34037,1731030006023/8118b061437f%2C34037%2C1731030006023.1731030007557 not finished, retry = 0
2024-11-08T01:43:21,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40423 is added to blk_1073741830_1006 (size=395198)
2024-11-08T01:43:21,345 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41009 is added to blk_1073741830_1006 (size=395198)
2024-11-08T01:43:21,447 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-08T01:43:21,447 INFO  [M:0;8118b061437f:34037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-08T01:43:21,447 INFO  [M:0;8118b061437f:34037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34037
2024-11-08T01:43:21,447 INFO  [M:0;8118b061437f:34037 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-08T01:43:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:21,556 INFO  [M:0;8118b061437f:34037 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-08T01:43:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34037-0x1011819b1540000, quorum=127.0.0.1:52605, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-08T01:43:21,665 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47300910{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:43:21,667 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38cb4984{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T01:43:21,667 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T01:43:21,667 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7605ef0c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T01:43:21,667 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@697bf951{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,STOPPED}
2024-11-08T01:43:21,669 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T01:43:21,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T01:43:21,669 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473885-172.17.0.2-1731030000932 (Datanode Uuid f88c1377-6900-45f0-9408-6f98ad4629fb) service to localhost/127.0.0.1:35697
2024-11-08T01:43:21,669 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T01:43:21,670 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data5/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,670 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data6/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,671 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T01:43:21,672 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60b2194c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:43:21,673 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ac58d5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T01:43:21,673 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T01:43:21,673 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62535b13{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T01:43:21,673 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a2ddbb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,STOPPED}
2024-11-08T01:43:21,674 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T01:43:21,674 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T01:43:21,674 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473885-172.17.0.2-1731030000932 (Datanode Uuid 5d773ed0-c1c1-4b34-b537-4ac410613967) service to localhost/127.0.0.1:35697
2024-11-08T01:43:21,674 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T01:43:21,674 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data3/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,675 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data4/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,675 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T01:43:21,713 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75313660{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-08T01:43:21,713 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10d359de{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T01:43:21,713 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T01:43:21,713 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a83e474{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T01:43:21,713 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31fa71ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,STOPPED}
2024-11-08T01:43:21,714 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-08T01:43:21,714 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-08T01:43:21,714 WARN  [BP-473885-172.17.0.2-1731030000932 heartbeating to localhost/127.0.0.1:35697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-473885-172.17.0.2-1731030000932 (Datanode Uuid 20817ddd-05f7-4c9b-9122-202fee9c197e) service to localhost/127.0.0.1:35697
2024-11-08T01:43:21,714 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-08T01:43:21,715 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data1/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,715 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/cluster_73eaee98-db1d-575a-8a43-df9ccd1d4721/data/data2/current/BP-473885-172.17.0.2-1731030000932 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-08T01:43:21,715 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-08T01:43:21,721 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c8e2b9b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-08T01:43:21,721 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cd7e66f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-08T01:43:21,721 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-08T01:43:21,722 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4164510b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-08T01:43:21,722 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34f5021e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2b1d3bb5-9cd2-cc82-0515-544e727914b8/hadoop.log.dir/,STOPPED}
2024-11-08T01:43:21,732 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-08T01:43:21,811 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-08T01:43:21,821 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=91 (was 11)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: BootstrapNodeManager
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_META-regionserver/8118b061437f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: nioEventLoopGroup-4-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: region-location-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SnapshotHandlerChoreCleaner
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SSL Certificates Store Monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:35697 from jenkins.hfs.1
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:35697 from jenkins.hfs.0
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35697
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df30147
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
	app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
	app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:35697
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async-Client-Retry-Timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Time-limited test.named-queue-events-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
	app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
	app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
	app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/8118b061437f:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HBase-Metrics2-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-7-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-6-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Abort regionserver monitor
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: nioEventLoopGroup-4-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)

Potentially hanging thread: nioEventLoopGroup-6-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:35697 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: regionserver/8118b061437f:0.procedureResultReporter
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)

Potentially hanging thread: ForkJoinPool-2-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: SessionTracker
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)

Potentially hanging thread: HMaster-EventLoopGroup-1-1
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-2-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'HBase' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: nioEventLoopGroup-4-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/8118b061437f:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: weak-ref-cleaner-strictcontextstorage
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Monitor thread for TaskMonitor
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (308723010) connection to localhost/127.0.0.1:35697 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/8118b061437f:0.logRoller
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-1
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-3-3
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool-2-worker-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RpcClient-timer-pool-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
	app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
	java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
	app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HMaster-EventLoopGroup-1-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: master/8118b061437f:0:becomeActiveMaster-MemStoreChunkPool Statistics
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LeaseRenewer:jenkins@localhost:35697
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
	app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: nioEventLoopGroup-5-2
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787)
	app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596)
	app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
	app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: regionserver/8118b061437f:0.Chore.1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=457 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=134 (was 312), ProcessCount=11 (was 11), AvailableMemoryMB=6631 (was 8242)