2024-11-08 19:39:17,634 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-08 19:39:17,651 main DEBUG Took 0.014848 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 19:39:17,651 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 19:39:17,652 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 19:39:17,652 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 19:39:17,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,659 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 19:39:17,670 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,672 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,672 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,673 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,673 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,674 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,674 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,675 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,675 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,676 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,676 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,677 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,677 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,677 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,678 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,678 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,679 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,679 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,680 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,680 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,680 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 19:39:17,681 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,681 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 19:39:17,682 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 19:39:17,683 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 19:39:17,685 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 19:39:17,685 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 19:39:17,687 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 19:39:17,687 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 19:39:17,694 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 19:39:17,697 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 19:39:17,699 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 19:39:17,699 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 19:39:17,699 main DEBUG createAppenders(={Console}) 2024-11-08 19:39:17,700 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-08 19:39:17,700 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-08 19:39:17,700 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-08 19:39:17,701 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 19:39:17,701 main DEBUG OutputStream closed 2024-11-08 19:39:17,701 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 19:39:17,702 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 19:39:17,702 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-08 19:39:17,770 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 19:39:17,772 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 19:39:17,773 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 19:39:17,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 19:39:17,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 19:39:17,774 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 19:39:17,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 19:39:17,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 19:39:17,775 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 19:39:17,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 19:39:17,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 19:39:17,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 19:39:17,776 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 19:39:17,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 19:39:17,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 19:39:17,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 19:39:17,777 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 19:39:17,778 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 19:39:17,780 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 19:39:17,780 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-08 19:39:17,781 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 19:39:17,781 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-08T19:39:17,794 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-08 19:39:17,797 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 19:39:17,797 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T19:39:17,831 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=13, ProcessCount=11, AvailableMemoryMB=4817 2024-11-08T19:39:18,048 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13 2024-11-08T19:39:18,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T19:39:18,064 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76, deleteOnExit=true 2024-11-08T19:39:18,064 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T19:39:18,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/test.cache.data in system properties and HBase conf 2024-11-08T19:39:18,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T19:39:18,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir in system properties and HBase conf 2024-11-08T19:39:18,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T19:39:18,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T19:39:18,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T19:39:18,145 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T19:39:18,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T19:39:18,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:39:18,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T19:39:18,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T19:39:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:39:18,239 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T19:39:18,240 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T19:39:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T19:39:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:39:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T19:39:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/nfs.dump.dir in system properties and HBase conf 2024-11-08T19:39:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/java.io.tmpdir in system properties and HBase conf 2024-11-08T19:39:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T19:39:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T19:39:18,245 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T19:39:19,199 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T19:39:19,268 INFO [Time-limited test {}] log.Log(170): Logging initialized @2281ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T19:39:19,334 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:39:19,392 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:39:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:39:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:39:19,414 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:39:19,426 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:39:19,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:39:19,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:39:19,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/java.io.tmpdir/jetty-localhost-42849-hadoop-hdfs-3_4_1-tests_jar-_-any-10900426575932336304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:39:19,609 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:42849} 2024-11-08T19:39:19,611 INFO [Time-limited test {}] server.Server(415): Started @2625ms 2024-11-08T19:39:20,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:39:20,118 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:39:20,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:39:20,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:39:20,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:39:20,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93e0721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:39:20,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:39:20,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d8160fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/java.io.tmpdir/jetty-localhost-32797-hadoop-hdfs-3_4_1-tests_jar-_-any-2907608711983895732/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:39:20,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e504529{HTTP/1.1, (http/1.1)}{localhost:32797} 2024-11-08T19:39:20,219 INFO [Time-limited test {}] server.Server(415): Started @3234ms 2024-11-08T19:39:20,269 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:39:20,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:39:20,374 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:39:20,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:39:20,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:39:20,378 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:39:20,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7186ce9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:39:20,379 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:39:20,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43a0d547{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/java.io.tmpdir/jetty-localhost-33533-hadoop-hdfs-3_4_1-tests_jar-_-any-2773191268816264952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:39:20,497 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b1b9e11{HTTP/1.1, (http/1.1)}{localhost:33533} 2024-11-08T19:39:20,497 INFO [Time-limited test {}] server.Server(415): Started @3512ms 2024-11-08T19:39:20,499 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:39:20,531 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T19:39:20,535 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T19:39:20,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T19:39:20,537 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T19:39:20,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T19:39:20,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f9dc0ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,AVAILABLE} 2024-11-08T19:39:20,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T19:39:20,637 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d4e6c58{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/java.io.tmpdir/jetty-localhost-33873-hadoop-hdfs-3_4_1-tests_jar-_-any-11868163814646493781/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:39:20,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57f81b0{HTTP/1.1, (http/1.1)}{localhost:33873} 2024-11-08T19:39:20,637 INFO [Time-limited test {}] server.Server(415): Started @3652ms 2024-11-08T19:39:20,639 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T19:39:21,629 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data1/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,629 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data3/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,629 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data2/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,629 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data4/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,630 WARN [Thread-128 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data5/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,630 WARN [Thread-129 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data6/current/BP-1809276119-172.17.0.2-1731094758779/current, will proceed with Du for space computation calculation, 2024-11-08T19:39:21,679 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:39:21,679 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:39:21,679 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T19:39:21,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2dd427fc78cc41 with lease ID 0xb8b8c96a8254f99e: Processing first storage report for DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff from datanode DatanodeRegistration(127.0.0.1:40175, datanodeUuid=fbb5ba2b-4a9d-4d07-97c3-067691a98c71, infoPort=45239, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2dd427fc78cc41 with lease ID 0xb8b8c96a8254f99e: from storage DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff node DatanodeRegistration(127.0.0.1:40175, datanodeUuid=fbb5ba2b-4a9d-4d07-97c3-067691a98c71, infoPort=45239, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775286f71392622f with lease ID 0xb8b8c96a8254f9a0: Processing first storage report for DS-a92a6f33-b247-4ffc-b73c-884bb95f6420 from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f02f9f90-1571-4076-bf32-c787cdad9d15, infoPort=36847, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775286f71392622f with lease ID 0xb8b8c96a8254f9a0: from storage DS-a92a6f33-b247-4ffc-b73c-884bb95f6420 node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f02f9f90-1571-4076-bf32-c787cdad9d15, infoPort=36847, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,733 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73d2268bddad963d with lease ID 0xb8b8c96a8254f99f: Processing first storage report for DS-df9e0490-9f23-4903-9924-660e5789f814 from datanode DatanodeRegistration(127.0.0.1:46551, datanodeUuid=eb47727e-a89d-4bcb-a9f1-bdd0672f2864, infoPort=38309, infoSecurePort=0, ipcPort=46645, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73d2268bddad963d with lease ID 0xb8b8c96a8254f99f: from storage DS-df9e0490-9f23-4903-9924-660e5789f814 node DatanodeRegistration(127.0.0.1:46551, datanodeUuid=eb47727e-a89d-4bcb-a9f1-bdd0672f2864, infoPort=38309, infoSecurePort=0, ipcPort=46645, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3e2dd427fc78cc41 with lease ID 0xb8b8c96a8254f99e: Processing first storage report for DS-69999666-6a5a-4203-8db2-7117d619d320 from datanode DatanodeRegistration(127.0.0.1:40175, datanodeUuid=fbb5ba2b-4a9d-4d07-97c3-067691a98c71, infoPort=45239, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3e2dd427fc78cc41 with lease ID 0xb8b8c96a8254f99e: from storage DS-69999666-6a5a-4203-8db2-7117d619d320 node DatanodeRegistration(127.0.0.1:40175, datanodeUuid=fbb5ba2b-4a9d-4d07-97c3-067691a98c71, infoPort=45239, infoSecurePort=0, ipcPort=42539, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x775286f71392622f with lease ID 0xb8b8c96a8254f9a0: Processing first storage report for DS-e17d76d5-2b05-438b-81fe-2f4c6a9f36be from datanode DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f02f9f90-1571-4076-bf32-c787cdad9d15, infoPort=36847, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x775286f71392622f with lease ID 0xb8b8c96a8254f9a0: from storage DS-e17d76d5-2b05-438b-81fe-2f4c6a9f36be node DatanodeRegistration(127.0.0.1:42093, datanodeUuid=f02f9f90-1571-4076-bf32-c787cdad9d15, infoPort=36847, infoSecurePort=0, ipcPort=41413, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73d2268bddad963d with lease ID 0xb8b8c96a8254f99f: Processing first storage report for DS-78a7d9e9-5b90-4abd-8cc4-18717a3076df from datanode DatanodeRegistration(127.0.0.1:46551, datanodeUuid=eb47727e-a89d-4bcb-a9f1-bdd0672f2864, infoPort=38309, infoSecurePort=0, ipcPort=46645, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779) 2024-11-08T19:39:21,735 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73d2268bddad963d with lease ID 0xb8b8c96a8254f99f: from storage DS-78a7d9e9-5b90-4abd-8cc4-18717a3076df node DatanodeRegistration(127.0.0.1:46551, datanodeUuid=eb47727e-a89d-4bcb-a9f1-bdd0672f2864, infoPort=38309, infoSecurePort=0, ipcPort=46645, storageInfo=lv=-57;cid=testClusterID;nsid=2114264813;c=1731094758779), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T19:39:21,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13 2024-11-08T19:39:21,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/zookeeper_0, clientPort=51895, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T19:39:21,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51895 2024-11-08T19:39:21,835 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:21,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:22,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:39:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:39:22,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741825_1001 (size=7) 2024-11-08T19:39:22,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 with version=8 2024-11-08T19:39:22,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/hbase-staging 2024-11-08T19:39:22,552 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T19:39:22,801 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:39:22,809 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:22,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:22,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:39:22,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:22,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:39:22,933 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T19:39:22,984 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T19:39:22,992 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T19:39:22,995 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:39:23,018 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 42444 (auto-detected) 2024-11-08T19:39:23,019 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-08T19:39:23,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38295 2024-11-08T19:39:23,055 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38295 connecting to ZooKeeper ensemble=127.0.0.1:51895 2024-11-08T19:39:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382950x0, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:39:23,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38295-0x1011d3f64010000 connected 2024-11-08T19:39:23,258 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:39:23,277 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0, hbase.cluster.distributed=false 2024-11-08T19:39:23,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:39:23,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-08T19:39:23,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38295 2024-11-08T19:39:23,309 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38295 2024-11-08T19:39:23,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-08T19:39:23,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38295 2024-11-08T19:39:23,405 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:39:23,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:39:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:39:23,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:39:23,412 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:39:23,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34141 2024-11-08T19:39:23,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34141 connecting to ZooKeeper ensemble=127.0.0.1:51895 2024-11-08T19:39:23,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341410x0, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:39:23,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34141-0x1011d3f64010001 connected 2024-11-08T19:39:23,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:39:23,462 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:39:23,471 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:39:23,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:39:23,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:39:23,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-08T19:39:23,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34141 2024-11-08T19:39:23,480 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34141 2024-11-08T19:39:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-08T19:39:23,481 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34141 2024-11-08T19:39:23,498 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:39:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,499 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:39:23,499 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,500 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:39:23,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:39:23,500 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:39:23,501 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33699 2024-11-08T19:39:23,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33699 connecting to ZooKeeper ensemble=127.0.0.1:51895 2024-11-08T19:39:23,504 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,531 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336990x0, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:39:23,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:336990x0, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:39:23,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33699-0x1011d3f64010002 connected 2024-11-08T19:39:23,533 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:39:23,534 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:39:23,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:39:23,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:39:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-08T19:39:23,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33699 2024-11-08T19:39:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33699 2024-11-08T19:39:23,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-08T19:39:23,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33699 2024-11-08T19:39:23,556 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b75fe890c219:0 server-side Connection retries=45 2024-11-08T19:39:23,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,556 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T19:39:23,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T19:39:23,556 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T19:39:23,557 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T19:39:23,557 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T19:39:23,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33211 2024-11-08T19:39:23,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33211 connecting to ZooKeeper ensemble=127.0.0.1:51895 2024-11-08T19:39:23,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332110x0, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T19:39:23,573 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332110x0, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:39:23,573 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33211-0x1011d3f64010003 connected 2024-11-08T19:39:23,574 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T19:39:23,574 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T19:39:23,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T19:39:23,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T19:39:23,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-08T19:39:23,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33211 2024-11-08T19:39:23,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33211 2024-11-08T19:39:23,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-08T19:39:23,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33211 2024-11-08T19:39:23,599 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b75fe890c219:38295 2024-11-08T19:39:23,600 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/b75fe890c219,38295,1731094762649 2024-11-08T19:39:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,615 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,617 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/b75fe890c219,38295,1731094762649 2024-11-08T19:39:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:39:23,647 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:39:23,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T19:39:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,648 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,650 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T19:39:23,651 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/b75fe890c219,38295,1731094762649 from backup master directory 2024-11-08T19:39:23,661 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/b75fe890c219,38295,1731094762649 2024-11-08T19:39:23,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T19:39:23,663 WARN [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:39:23,663 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b75fe890c219,38295,1731094762649 2024-11-08T19:39:23,666 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T19:39:23,667 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T19:39:23,720 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/hbase.id] with ID: 5263a3f5-6bf3-4a9b-a141-56e5c3b306ec 2024-11-08T19:39:23,720 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/.tmp/hbase.id 2024-11-08T19:39:23,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:39:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:39:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741826_1002 (size=42) 2024-11-08T19:39:23,735 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/.tmp/hbase.id]:[hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/hbase.id] 2024-11-08T19:39:23,776 INFO [master/b75fe890c219:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T19:39:23,781 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T19:39:23,798 INFO [master/b75fe890c219:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-08T19:39:23,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,831 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:39:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:39:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741827_1003 (size=196) 2024-11-08T19:39:23,872 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:39:23,874 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T19:39:23,886 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:23,890 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:39:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:39:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:39:23,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741828_1004 (size=1189) 2024-11-08T19:39:23,937 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store 2024-11-08T19:39:23,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:39:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:39:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741829_1005 (size=34) 2024-11-08T19:39:23,961 INFO [master/b75fe890c219:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T19:39:23,964 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:23,965 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:39:23,966 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:39:23,966 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:39:23,967 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:39:23,968 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:39:23,968 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:39:23,969 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731094763965Disabling compacts and flushes for region at 1731094763965Disabling writes for close at 1731094763968 (+3 ms)Writing region close event to WAL at 1731094763968Closed at 1731094763968 2024-11-08T19:39:23,971 WARN [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/.initializing 2024-11-08T19:39:23,972 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/WALs/b75fe890c219,38295,1731094762649 2024-11-08T19:39:23,979 INFO [master/b75fe890c219:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:39:23,992 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C38295%2C1731094762649, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/WALs/b75fe890c219,38295,1731094762649, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/oldWALs, maxLogs=10 2024-11-08T19:39:24,012 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/WALs/b75fe890c219,38295,1731094762649/b75fe890c219%2C38295%2C1731094762649.1731094763996, exclude list is [], retry=0 2024-11-08T19:39:24,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:39:24,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:39:24,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:39:24,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T19:39:24,065 INFO [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/WALs/b75fe890c219,38295,1731094762649/b75fe890c219%2C38295%2C1731094762649.1731094763996 2024-11-08T19:39:24,066 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:36847:36847),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T19:39:24,066 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:39:24,066 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:24,069 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,070 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T19:39:24,126 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:24,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T19:39:24,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:24,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,135 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T19:39:24,135 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:24,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T19:39:24,139 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:24,141 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,144 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,145 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,150 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,150 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,154 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:39:24,158 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T19:39:24,163 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:24,164 INFO [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66599485, jitterRate=-0.007590338587760925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:39:24,171 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731094764081Initializing all the Stores at 1731094764083 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094764084 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094764084Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094764085 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094764085Cleaning up temporary data from old regions at 1731094764151 (+66 ms)Region opened successfully at 1731094764171 (+20 ms) 2024-11-08T19:39:24,173 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T19:39:24,206 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3952be91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:39:24,236 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T19:39:24,245 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:39:24,245 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:39:24,248 INFO [master/b75fe890c219:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:39:24,249 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:39:24,253 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:39:24,253 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T19:39:24,277 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T19:39:24,285 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T19:39:24,322 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T19:39:24,329 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T19:39:24,331 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T19:39:24,339 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T19:39:24,341 INFO [master/b75fe890c219:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T19:39:24,345 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T19:39:24,355 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T19:39:24,358 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T19:39:24,364 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T19:39:24,385 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T19:39:24,395 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:39:24,406 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,406 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,411 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b75fe890c219,38295,1731094762649, sessionid=0x1011d3f64010000, setting cluster-up flag (Was=false) 2024-11-08T19:39:24,439 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,464 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T19:39:24,468 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,38295,1731094762649 2024-11-08T19:39:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,489 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:24,514 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T19:39:24,517 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b75fe890c219,38295,1731094762649 2024-11-08T19:39:24,527 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T19:39:24,586 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(746): ClusterId : 5263a3f5-6bf3-4a9b-a141-56e5c3b306ec 2024-11-08T19:39:24,586 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(746): ClusterId : 5263a3f5-6bf3-4a9b-a141-56e5c3b306ec 2024-11-08T19:39:24,586 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(746): ClusterId : 5263a3f5-6bf3-4a9b-a141-56e5c3b306ec 2024-11-08T19:39:24,588 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:39:24,588 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:39:24,588 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T19:39:24,594 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:39:24,602 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T19:39:24,608 INFO [master/b75fe890c219:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T19:39:24,613 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b75fe890c219,38295,1731094762649 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T19:39:24,638 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:39:24,638 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:39:24,638 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T19:39:24,638 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:39:24,638 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:39:24,638 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T19:39:24,639 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:39:24,639 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b75fe890c219:0, corePoolSize=5, maxPoolSize=5 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b75fe890c219:0, corePoolSize=10, maxPoolSize=10 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:39:24,640 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,641 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094794641 2024-11-08T19:39:24,643 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T19:39:24,644 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T19:39:24,646 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:39:24,646 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T19:39:24,648 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T19:39:24,648 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T19:39:24,649 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T19:39:24,649 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T19:39:24,650 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T19:39:24,653 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T19:39:24,654 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T19:39:24,655 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T19:39:24,656 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:39:24,656 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:39:24,657 DEBUG [RS:1;b75fe890c219:33699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29f3a629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:39:24,657 DEBUG [RS:0;b75fe890c219:34141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287e0539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:39:24,658 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T19:39:24,658 INFO [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T19:39:24,658 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T19:39:24,659 DEBUG [RS:2;b75fe890c219:33211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e964c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=b75fe890c219/172.17.0.2:0 2024-11-08T19:39:24,670 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094764659,5,FailOnTimeoutGroup] 2024-11-08T19:39:24,671 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094764671,5,FailOnTimeoutGroup] 2024-11-08T19:39:24,672 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,672 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T19:39:24,673 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,674 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,678 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b75fe890c219:34141 2024-11-08T19:39:24,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:39:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:39:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741831_1007 (size=1321) 2024-11-08T19:39:24,680 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;b75fe890c219:33699 2024-11-08T19:39:24,682 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T19:39:24,683 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:24,683 INFO [RS:1;b75fe890c219:33699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:39:24,683 INFO [RS:0;b75fe890c219:34141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:39:24,683 INFO [RS:1;b75fe890c219:33699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:39:24,683 INFO [RS:0;b75fe890c219:34141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:39:24,683 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:39:24,683 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:39:24,684 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;b75fe890c219:33211 2024-11-08T19:39:24,685 INFO [RS:2;b75fe890c219:33211 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T19:39:24,685 INFO [RS:2;b75fe890c219:33211 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T19:39:24,685 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T19:39:24,686 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,38295,1731094762649 with port=34141, startcode=1731094763374 2024-11-08T19:39:24,686 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,38295,1731094762649 with port=33699, startcode=1731094763498 2024-11-08T19:39:24,686 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(2659): reportForDuty to master=b75fe890c219,38295,1731094762649 with port=33211, startcode=1731094763555 2024-11-08T19:39:24,700 DEBUG [RS:0;b75fe890c219:34141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:39:24,700 DEBUG [RS:1;b75fe890c219:33699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:39:24,700 DEBUG [RS:2;b75fe890c219:33211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T19:39:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:39:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:39:24,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741832_1008 (size=32) 2024-11-08T19:39:24,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:39:24,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:39:24,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:24,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:39:24,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:39:24,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:24,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:39:24,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:39:24,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:24,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:39:24,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:39:24,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:24,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:24,734 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:39:24,735 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:39:24,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:39:24,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:39:24,739 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37615, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:39:24,739 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33657, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T19:39:24,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:39:24,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:39:24,743 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:39:24,745 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:39:24,747 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,752 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:24,753 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75407376, jitterRate=0.1236574649810791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:39:24,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731094764707Initializing all the Stores at 1731094764709 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094764710 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094764710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094764710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094764710Cleaning up temporary data from old regions at 1731094764740 (+30 ms)Region opened successfully at 1731094764757 (+17 ms) 2024-11-08T19:39:24,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:39:24,758 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:39:24,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:39:24,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:39:24,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:39:24,759 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:39:24,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731094764757Disabling compacts and flushes for region at 1731094764757Disabling writes for close at 1731094764758 (+1 ms)Writing region close event to WAL at 1731094764759 (+1 ms)Closed at 1731094764759 2024-11-08T19:39:24,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,760 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,763 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:24,764 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-08T19:39:24,764 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:39:24,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:39:24,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T19:39:24,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] master.ServerManager(517): Registering regionserver=b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,766 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:24,766 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-08T19:39:24,766 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:39:24,770 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:24,770 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34919 2024-11-08T19:39:24,770 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T19:39:24,774 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:39:24,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:39:24,789 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T19:39:24,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:39:24,828 DEBUG [RS:1;b75fe890c219:33699 {}] zookeeper.ZKUtil(111): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,828 WARN [RS:1;b75fe890c219:33699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:39:24,828 INFO [RS:1;b75fe890c219:33699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:39:24,828 DEBUG [RS:0;b75fe890c219:34141 {}] zookeeper.ZKUtil(111): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,828 WARN [RS:0;b75fe890c219:34141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:39:24,828 DEBUG [RS:2;b75fe890c219:33211 {}] zookeeper.ZKUtil(111): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,828 INFO [RS:0;b75fe890c219:34141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:39:24,828 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,828 WARN [RS:2;b75fe890c219:33211 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T19:39:24,828 DEBUG [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,828 INFO [RS:2;b75fe890c219:33211 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:39:24,829 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,829 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,33699,1731094763498] 2024-11-08T19:39:24,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,34141,1731094763374] 2024-11-08T19:39:24,830 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b75fe890c219,33211,1731094763555] 2024-11-08T19:39:24,867 INFO [RS:1;b75fe890c219:33699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:39:24,867 INFO [RS:2;b75fe890c219:33211 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:39:24,867 INFO [RS:0;b75fe890c219:34141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T19:39:24,882 INFO [RS:0;b75fe890c219:34141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:39:24,882 INFO [RS:1;b75fe890c219:33699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:39:24,882 INFO [RS:2;b75fe890c219:33211 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T19:39:24,887 INFO [RS:1;b75fe890c219:33699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:39:24,887 INFO [RS:0;b75fe890c219:34141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:39:24,887 INFO [RS:2;b75fe890c219:33211 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T19:39:24,887 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,887 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,887 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,888 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:39:24,888 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:39:24,888 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T19:39:24,894 INFO [RS:0;b75fe890c219:34141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:39:24,894 INFO [RS:2;b75fe890c219:33211 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:39:24,894 INFO [RS:1;b75fe890c219:33699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T19:39:24,896 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,896 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,896 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,896 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,896 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0, corePoolSize=2, maxPoolSize=2 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,897 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,898 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,898 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,898 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,898 DEBUG [RS:2;b75fe890c219:33211 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,898 DEBUG [RS:1;b75fe890c219:33699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,898 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,898 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b75fe890c219:0, corePoolSize=1, maxPoolSize=1 2024-11-08T19:39:24,898 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,898 DEBUG [RS:0;b75fe890c219:34141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b75fe890c219:0, corePoolSize=3, maxPoolSize=3 2024-11-08T19:39:24,902 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,902 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,902 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,33699,1731094763498-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,33211,1731094763555-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,903 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,34141,1731094763374-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:39:24,924 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:39:24,926 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:39:24,926 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T19:39:24,926 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,34141,1731094763374-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,33211,1731094763555-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,33699,1731094763498-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:2;b75fe890c219:33211 {}] regionserver.Replication(171): b75fe890c219,33211,1731094763555 started 2024-11-08T19:39:24,926 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,926 INFO [RS:0;b75fe890c219:34141 {}] regionserver.Replication(171): b75fe890c219,34141,1731094763374 started 2024-11-08T19:39:24,927 INFO [RS:1;b75fe890c219:33699 {}] regionserver.Replication(171): b75fe890c219,33699,1731094763498 started 2024-11-08T19:39:24,940 WARN [b75fe890c219:38295 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-08T19:39:24,946 INFO [RS:0;b75fe890c219:34141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,947 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,34141,1731094763374, RpcServer on b75fe890c219/172.17.0.2:34141, sessionid=0x1011d3f64010001 2024-11-08T19:39:24,947 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:39:24,947 DEBUG [RS:0;b75fe890c219:34141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,948 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,34141,1731094763374' 2024-11-08T19:39:24,948 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:39:24,949 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:39:24,950 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:39:24,950 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:39:24,950 DEBUG [RS:0;b75fe890c219:34141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,34141,1731094763374 2024-11-08T19:39:24,950 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,950 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:24,950 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,34141,1731094763374' 2024-11-08T19:39:24,950 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:39:24,950 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,33211,1731094763555, RpcServer on b75fe890c219/172.17.0.2:33211, sessionid=0x1011d3f64010003 2024-11-08T19:39:24,950 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1482): Serving as b75fe890c219,33699,1731094763498, RpcServer on b75fe890c219/172.17.0.2:33699, sessionid=0x1011d3f64010002 2024-11-08T19:39:24,950 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:39:24,950 DEBUG [RS:2;b75fe890c219:33211 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,950 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T19:39:24,951 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,33211,1731094763555' 2024-11-08T19:39:24,951 DEBUG [RS:1;b75fe890c219:33699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,951 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:39:24,951 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,33699,1731094763498' 2024-11-08T19:39:24,951 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:39:24,951 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T19:39:24,951 DEBUG [RS:0;b75fe890c219:34141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:39:24,951 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:39:24,951 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T19:39:24,951 INFO [RS:0;b75fe890c219:34141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:39:24,952 INFO [RS:0;b75fe890c219:34141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:39:24,952 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:39:24,952 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T19:39:24,952 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:39:24,952 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T19:39:24,952 DEBUG [RS:1;b75fe890c219:33699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,33699,1731094763498 2024-11-08T19:39:24,952 DEBUG [RS:2;b75fe890c219:33211 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b75fe890c219,33211,1731094763555 2024-11-08T19:39:24,952 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,33699,1731094763498' 2024-11-08T19:39:24,952 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b75fe890c219,33211,1731094763555' 2024-11-08T19:39:24,952 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:39:24,952 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T19:39:24,953 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:39:24,953 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T19:39:24,953 DEBUG [RS:2;b75fe890c219:33211 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:39:24,954 INFO [RS:2;b75fe890c219:33211 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:39:24,954 DEBUG [RS:1;b75fe890c219:33699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T19:39:24,954 INFO [RS:2;b75fe890c219:33211 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:39:24,954 INFO [RS:1;b75fe890c219:33699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T19:39:24,954 INFO [RS:1;b75fe890c219:33699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T19:39:25,058 INFO [RS:2;b75fe890c219:33211 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:39:25,058 INFO [RS:1;b75fe890c219:33699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:39:25,058 INFO [RS:0;b75fe890c219:34141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T19:39:25,061 INFO [RS:2;b75fe890c219:33211 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C33211%2C1731094763555, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33211,1731094763555, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs, maxLogs=32 2024-11-08T19:39:25,062 INFO [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C33699%2C1731094763498, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs, maxLogs=32 2024-11-08T19:39:25,062 INFO [RS:0;b75fe890c219:34141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C34141%2C1731094763374, suffix=, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs, maxLogs=32 2024-11-08T19:39:25,079 DEBUG [RS:2;b75fe890c219:33211 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33211,1731094763555/b75fe890c219%2C33211%2C1731094763555.1731094765067, exclude list is [], retry=0 2024-11-08T19:39:25,080 DEBUG [RS:1;b75fe890c219:33699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498/b75fe890c219%2C33699%2C1731094763498.1731094765067, exclude list is [], retry=0 2024-11-08T19:39:25,081 DEBUG [RS:0;b75fe890c219:34141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374/b75fe890c219%2C34141%2C1731094763374.1731094765066, exclude list is [], retry=0 2024-11-08T19:39:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:39:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:39:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:39:25,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:39:25,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:39:25,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:39:25,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:39:25,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:39:25,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:39:25,091 INFO [RS:2;b75fe890c219:33211 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33211,1731094763555/b75fe890c219%2C33211%2C1731094763555.1731094765067 2024-11-08T19:39:25,091 INFO [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498/b75fe890c219%2C33699%2C1731094763498.1731094765067 2024-11-08T19:39:25,092 INFO [RS:0;b75fe890c219:34141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374/b75fe890c219%2C34141%2C1731094763374.1731094765066 2024-11-08T19:39:25,092 DEBUG [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-08T19:39:25,092 DEBUG [RS:2;b75fe890c219:33211 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-08T19:39:25,092 DEBUG [RS:0;b75fe890c219:34141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36847:36847),(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T19:39:25,194 DEBUG [b75fe890c219:38295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-08T19:39:25,206 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:39:25,213 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:39:25,213 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:39:25,213 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:39:25,213 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:39:25,219 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:25,225 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPENING 2024-11-08T19:39:25,261 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T19:39:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:25,272 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:25,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:39:25,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,274 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,276 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:39:25,278 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:25,455 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:39:25,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38283, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:39:25,470 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:39:25,470 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:39:25,470 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:39:25,474 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C34141%2C1731094763374.meta, suffix=.meta, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs, maxLogs=32 2024-11-08T19:39:25,492 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, exclude list is [], retry=0 2024-11-08T19:39:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:39:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:39:25,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:39:25,498 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta 2024-11-08T19:39:25,499 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:36847:36847),(127.0.0.1/127.0.0.1:45239:45239)] 2024-11-08T19:39:25,499 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:39:25,501 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:39:25,503 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:39:25,507 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:39:25,511 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:39:25,511 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:25,511 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:39:25,512 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:39:25,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:39:25,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:39:25,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:25,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:25,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:39:25,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:39:25,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:25,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:25,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:39:25,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:39:25,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:25,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:25,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:39:25,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:39:25,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:25,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:39:25,526 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:39:25,528 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:39:25,531 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:39:25,533 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:39:25,534 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:39:25,534 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:39:25,537 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:39:25,539 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62153257, jitterRate=-0.0738442987203598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:39:25,539 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:39:25,540 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731094765512Writing region info on filesystem at 1731094765512Initializing all the Stores at 1731094765514 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094765514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094765514Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094765514Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094765514Cleaning up temporary data from old regions at 1731094765534 (+20 ms)Running coprocessor post-open hooks at 1731094765539 (+5 ms)Region opened successfully at 1731094765540 (+1 ms) 2024-11-08T19:39:25,546 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731094765446 2024-11-08T19:39:25,556 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:39:25,557 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:39:25,558 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:25,560 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPEN 2024-11-08T19:39:25,589 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:25,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:25,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,589 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:25,590 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,34141,1731094763374 2024-11-08T19:39:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T19:39:25,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,34141,1731094763374 in 312 msec 2024-11-08T19:39:25,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T19:39:25,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 826 msec 2024-11-08T19:39:25,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T19:39:25,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T19:39:25,623 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:25,624 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:25,648 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:39:25,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60773, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:39:25,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1140 sec 2024-11-08T19:39:25,670 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731094765670, completionTime=-1 2024-11-08T19:39:25,673 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-08T19:39:25,673 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:39:25,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-08T19:39:25,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731094825698 2024-11-08T19:39:25,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731094885698 2024-11-08T19:39:25,698 INFO [master/b75fe890c219:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-08T19:39:25,699 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:39:25,705 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,706 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,706 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,707 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b75fe890c219:38295, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,708 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,708 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,715 DEBUG [master/b75fe890c219:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T19:39:25,740 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.077sec 2024-11-08T19:39:25,742 INFO [master/b75fe890c219:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T19:39:25,744 INFO [master/b75fe890c219:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T19:39:25,745 INFO [master/b75fe890c219:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T19:39:25,745 INFO [master/b75fe890c219:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T19:39:25,745 INFO [master/b75fe890c219:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T19:39:25,746 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T19:39:25,746 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T19:39:25,751 DEBUG [master/b75fe890c219:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T19:39:25,752 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T19:39:25,753 INFO [master/b75fe890c219:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b75fe890c219,38295,1731094762649-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T19:39:25,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fca04c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:39:25,803 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T19:39:25,803 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T19:39:25,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b75fe890c219,38295,-1 for getting cluster id 2024-11-08T19:39:25,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T19:39:25,817 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5263a3f5-6bf3-4a9b-a141-56e5c3b306ec' 2024-11-08T19:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T19:39:25,819 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5263a3f5-6bf3-4a9b-a141-56e5c3b306ec" 2024-11-08T19:39:25,820 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375c3773, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:39:25,820 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b75fe890c219,38295,-1] 2024-11-08T19:39:25,823 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T19:39:25,825 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:39:25,826 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:39:25,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63bc4bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T19:39:25,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:25,835 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:25,835 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:39:25,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:39:25,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b75fe890c219,38295,1731094762649 2024-11-08T19:39:25,877 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T19:39:25,883 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T19:39:25,888 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b75fe890c219,38295,1731094762649 2024-11-08T19:39:25,890 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6921b0db 2024-11-08T19:39:25,891 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T19:39:25,897 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:39:25,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T19:39:25,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:39:25,919 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T19:39:25,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-08T19:39:25,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:25,924 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T19:39:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741837_1013 (size=1020) 2024-11-08T19:39:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741837_1013 (size=1020) 2024-11-08T19:39:25,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741837_1013 (size=1020) 2024-11-08T19:39:25,946 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98d9a20dca7c59608e9dc7040a800024, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:25,946 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1bc54dae2d4b73de542b973d6108d7a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:25,946 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d1623b165e3c718f1115c71abc5778df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:25,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741838_1014 (size=110) 2024-11-08T19:39:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741838_1014 (size=110) 2024-11-08T19:39:25,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741839_1015 (size=110) 2024-11-08T19:39:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741839_1015 (size=110) 2024-11-08T19:39:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741839_1015 (size=110) 2024-11-08T19:39:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741838_1014 (size=110) 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 1bc54dae2d4b73de542b973d6108d7a0, disabling compactions & flushes 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d1623b165e3c718f1115c71abc5778df, disabling compactions & flushes 2024-11-08T19:39:25,972 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:25,972 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:25,972 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. after waiting 0 ms 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. after waiting 0 ms 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:25,973 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d1623b165e3c718f1115c71abc5778df: Waiting for close lock at 1731094765972Disabling compacts and flushes for region at 1731094765972Disabling writes for close at 1731094765973 (+1 ms)Writing region close event to WAL at 1731094765973Closed at 1731094765973 2024-11-08T19:39:25,973 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:25,973 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1bc54dae2d4b73de542b973d6108d7a0: Waiting for close lock at 1731094765972Disabling compacts and flushes for region at 1731094765972Disabling writes for close at 1731094765973 (+1 ms)Writing region close event to WAL at 1731094765973Closed at 1731094765973 2024-11-08T19:39:25,973 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 599de33cf8c01f929a7cd09f2e459271, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741840_1016 (size=107) 2024-11-08T19:39:25,974 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => efdde5d317044b315276c4d233c4f90b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:25,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741840_1016 (size=107) 2024-11-08T19:39:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741840_1016 (size=107) 2024-11-08T19:39:25,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:25,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 98d9a20dca7c59608e9dc7040a800024, disabling compactions & flushes 2024-11-08T19:39:25,976 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:25,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:25,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. after waiting 0 ms 2024-11-08T19:39:25,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:25,977 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:25,977 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98d9a20dca7c59608e9dc7040a800024: Waiting for close lock at 1731094765976Disabling compacts and flushes for region at 1731094765976Disabling writes for close at 1731094765977 (+1 ms)Writing region close event to WAL at 1731094765977Closed at 1731094765977 2024-11-08T19:39:25,978 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => baa4152fbdf8bc0408b54138c885e661, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741843_1019 (size=110) 2024-11-08T19:39:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741843_1019 (size=110) 2024-11-08T19:39:26,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741841_1017 (size=110) 2024-11-08T19:39:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741841_1017 (size=110) 2024-11-08T19:39:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741841_1017 (size=110) 2024-11-08T19:39:26,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741843_1019 (size=110) 2024-11-08T19:39:26,002 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,002 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 599de33cf8c01f929a7cd09f2e459271, disabling compactions & flushes 2024-11-08T19:39:26,002 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. after waiting 0 ms 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,003 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing baa4152fbdf8bc0408b54138c885e661, disabling compactions & flushes 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 599de33cf8c01f929a7cd09f2e459271: Waiting for close lock at 1731094766002Disabling compacts and flushes for region at 1731094766002Disabling writes for close at 1731094766003 (+1 ms)Writing region close event to WAL at 1731094766003Closed at 1731094766003 2024-11-08T19:39:26,003 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:26,003 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. after waiting 0 ms 2024-11-08T19:39:26,004 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:26,004 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:26,004 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for baa4152fbdf8bc0408b54138c885e661: Waiting for close lock at 1731094766003Disabling compacts and flushes for region at 1731094766003Disabling writes for close at 1731094766003Writing region close event to WAL at 1731094766004 (+1 ms)Closed at 1731094766004 2024-11-08T19:39:26,004 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0b3714388daa353f79f0bd80b7340086, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,004 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa58ca60321d51913d62ec995cb0f296, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741842_1018 (size=110) 2024-11-08T19:39:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741842_1018 (size=110) 2024-11-08T19:39:26,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741842_1018 (size=110) 2024-11-08T19:39:26,014 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,014 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing efdde5d317044b315276c4d233c4f90b, disabling compactions & flushes 2024-11-08T19:39:26,014 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:26,014 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:26,015 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. after waiting 0 ms 2024-11-08T19:39:26,015 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:26,015 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:26,015 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for efdde5d317044b315276c4d233c4f90b: Waiting for close lock at 1731094766014Disabling compacts and flushes for region at 1731094766014Disabling writes for close at 1731094766015 (+1 ms)Writing region close event to WAL at 1731094766015Closed at 1731094766015 2024-11-08T19:39:26,016 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 20e079bbd3867ec2fe82b3bd78daee17, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741844_1020 (size=110) 2024-11-08T19:39:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741845_1021 (size=110) 2024-11-08T19:39:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741844_1020 (size=110) 2024-11-08T19:39:26,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741845_1021 (size=110) 2024-11-08T19:39:26,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741845_1021 (size=110) 2024-11-08T19:39:26,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741844_1020 (size=110) 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing fa58ca60321d51913d62ec995cb0f296, disabling compactions & flushes 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,023 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0b3714388daa353f79f0bd80b7340086, disabling compactions & flushes 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. after waiting 0 ms 2024-11-08T19:39:26,023 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:26,023 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. after waiting 0 ms 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa58ca60321d51913d62ec995cb0f296: Waiting for close lock at 1731094766023Disabling compacts and flushes for region at 1731094766023Disabling writes for close at 1731094766023Writing region close event to WAL at 1731094766023Closed at 1731094766023 2024-11-08T19:39:26,023 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:26,023 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0b3714388daa353f79f0bd80b7340086: Waiting for close lock at 1731094766023Disabling compacts and flushes for region at 1731094766023Disabling writes for close at 1731094766023Writing region close event to WAL at 1731094766023Closed at 1731094766023 2024-11-08T19:39:26,024 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 965b82cdff4444ed1310bc5df98cd66b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,024 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 9d96817172c35f11f2bc3fa054120ae6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:26,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741846_1022 (size=110) 2024-11-08T19:39:26,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741846_1022 (size=110) 2024-11-08T19:39:26,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741846_1022 (size=110) 2024-11-08T19:39:26,037 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,037 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 20e079bbd3867ec2fe82b3bd78daee17, disabling compactions & flushes 2024-11-08T19:39:26,037 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:26,037 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:26,037 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. after waiting 0 ms 2024-11-08T19:39:26,037 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:26,038 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:26,038 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 20e079bbd3867ec2fe82b3bd78daee17: Waiting for close lock at 1731094766037Disabling compacts and flushes for region at 1731094766037Disabling writes for close at 1731094766037Writing region close event to WAL at 1731094766037Closed at 1731094766037 2024-11-08T19:39:26,038 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 20ccb2e63b2a7310a94aed851b1f67bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741847_1023 (size=110) 2024-11-08T19:39:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741847_1023 (size=110) 2024-11-08T19:39:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741847_1023 (size=110) 2024-11-08T19:39:26,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 9d96817172c35f11f2bc3fa054120ae6, disabling compactions & flushes 2024-11-08T19:39:26,051 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:26,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:26,051 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. after waiting 0 ms 2024-11-08T19:39:26,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:26,052 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:26,052 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 9d96817172c35f11f2bc3fa054120ae6: Waiting for close lock at 1731094766051Disabling compacts and flushes for region at 1731094766051Disabling writes for close at 1731094766051Writing region close event to WAL at 1731094766052 (+1 ms)Closed at 1731094766052 2024-11-08T19:39:26,053 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 013e40603a51f9c6939bb740ed834bb9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741848_1024 (size=110) 2024-11-08T19:39:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741848_1024 (size=110) 2024-11-08T19:39:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741848_1024 (size=110) 2024-11-08T19:39:26,066 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 965b82cdff4444ed1310bc5df98cd66b, disabling compactions & flushes 2024-11-08T19:39:26,067 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:26,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:26,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. after waiting 0 ms 2024-11-08T19:39:26,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:26,067 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:26,067 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 965b82cdff4444ed1310bc5df98cd66b: Waiting for close lock at 1731094766066Disabling compacts and flushes for region at 1731094766066Disabling writes for close at 1731094766067 (+1 ms)Writing region close event to WAL at 1731094766067Closed at 1731094766067 2024-11-08T19:39:26,068 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8631e20030ad4311b3f09f3f8dd3f817, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741849_1025 (size=110) 2024-11-08T19:39:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741849_1025 (size=110) 2024-11-08T19:39:26,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741849_1025 (size=110) 2024-11-08T19:39:26,083 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 20ccb2e63b2a7310a94aed851b1f67bc, disabling compactions & flushes 2024-11-08T19:39:26,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:26,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:26,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. after waiting 0 ms 2024-11-08T19:39:26,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:26,084 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:26,084 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 20ccb2e63b2a7310a94aed851b1f67bc: Waiting for close lock at 1731094766083Disabling compacts and flushes for region at 1731094766083Disabling writes for close at 1731094766084 (+1 ms)Writing region close event to WAL at 1731094766084Closed at 1731094766084 2024-11-08T19:39:26,085 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => fe96b985e40b1253e4f0431dd025a5ed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741850_1026 (size=110) 2024-11-08T19:39:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741850_1026 (size=110) 2024-11-08T19:39:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741850_1026 (size=110) 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 013e40603a51f9c6939bb740ed834bb9, disabling compactions & flushes 2024-11-08T19:39:26,088 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. after waiting 0 ms 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:26,088 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:26,088 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 013e40603a51f9c6939bb740ed834bb9: Waiting for close lock at 1731094766088Disabling compacts and flushes for region at 1731094766088Disabling writes for close at 1731094766088Writing region close event to WAL at 1731094766088Closed at 1731094766088 2024-11-08T19:39:26,089 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6bfa8764ed411f4f376ab5fba9554ea6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741851_1027 (size=110) 2024-11-08T19:39:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741851_1027 (size=110) 2024-11-08T19:39:26,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741851_1027 (size=110) 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8631e20030ad4311b3f09f3f8dd3f817, disabling compactions & flushes 2024-11-08T19:39:26,096 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. after waiting 0 ms 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:26,096 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:26,096 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8631e20030ad4311b3f09f3f8dd3f817: Waiting for close lock at 1731094766096Disabling compacts and flushes for region at 1731094766096Disabling writes for close at 1731094766096Writing region close event to WAL at 1731094766096Closed at 1731094766096 2024-11-08T19:39:26,097 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6105518147682ccf58f0707963d4c32, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741852_1028 (size=110) 2024-11-08T19:39:26,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741852_1028 (size=110) 2024-11-08T19:39:26,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741852_1028 (size=110) 2024-11-08T19:39:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741853_1029 (size=110) 2024-11-08T19:39:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741853_1029 (size=110) 2024-11-08T19:39:26,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741853_1029 (size=110) 2024-11-08T19:39:26,105 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing fe96b985e40b1253e4f0431dd025a5ed, disabling compactions & flushes 2024-11-08T19:39:26,106 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:26,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:26,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. after waiting 0 ms 2024-11-08T19:39:26,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:26,106 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:26,106 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for fe96b985e40b1253e4f0431dd025a5ed: Waiting for close lock at 1731094766106Disabling compacts and flushes for region at 1731094766106Disabling writes for close at 1731094766106Writing region close event to WAL at 1731094766106Closed at 1731094766106 2024-11-08T19:39:26,107 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => adec07c4a5f2c83ccd3f79993c155256, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741854_1030 (size=110) 2024-11-08T19:39:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741854_1030 (size=110) 2024-11-08T19:39:26,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741854_1030 (size=110) 2024-11-08T19:39:26,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e6105518147682ccf58f0707963d4c32, disabling compactions & flushes 2024-11-08T19:39:26,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:26,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:26,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. after waiting 0 ms 2024-11-08T19:39:26,113 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:26,113 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:26,114 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6105518147682ccf58f0707963d4c32: Waiting for close lock at 1731094766113Disabling compacts and flushes for region at 1731094766113Disabling writes for close at 1731094766113Writing region close event to WAL at 1731094766113Closed at 1731094766113 2024-11-08T19:39:26,114 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4100da82f093e774967b51681b014d67, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741855_1031 (size=110) 2024-11-08T19:39:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741855_1031 (size=110) 2024-11-08T19:39:26,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741855_1031 (size=110) 2024-11-08T19:39:26,122 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing adec07c4a5f2c83ccd3f79993c155256, disabling compactions & flushes 2024-11-08T19:39:26,123 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:26,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:26,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. after waiting 0 ms 2024-11-08T19:39:26,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:26,123 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:26,123 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for adec07c4a5f2c83ccd3f79993c155256: Waiting for close lock at 1731094766123Disabling compacts and flushes for region at 1731094766123Disabling writes for close at 1731094766123Writing region close event to WAL at 1731094766123Closed at 1731094766123 2024-11-08T19:39:26,124 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a5f18cf69e49ffb26f20e32193cc6c05, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741856_1032 (size=110) 2024-11-08T19:39:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741856_1032 (size=110) 2024-11-08T19:39:26,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741856_1032 (size=110) 2024-11-08T19:39:26,138 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 4100da82f093e774967b51681b014d67, disabling compactions & flushes 2024-11-08T19:39:26,139 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:26,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:26,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. after waiting 0 ms 2024-11-08T19:39:26,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:26,139 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:26,139 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4100da82f093e774967b51681b014d67: Waiting for close lock at 1731094766139Disabling compacts and flushes for region at 1731094766139Disabling writes for close at 1731094766139Writing region close event to WAL at 1731094766139Closed at 1731094766139 2024-11-08T19:39:26,140 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5106c19539d8ee983b68ac7f36a9748, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741857_1033 (size=110) 2024-11-08T19:39:26,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741857_1033 (size=110) 2024-11-08T19:39:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741857_1033 (size=110) 2024-11-08T19:39:26,151 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a5f18cf69e49ffb26f20e32193cc6c05, disabling compactions & flushes 2024-11-08T19:39:26,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:26,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:26,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. after waiting 0 ms 2024-11-08T19:39:26,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:26,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:26,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a5f18cf69e49ffb26f20e32193cc6c05: Waiting for close lock at 1731094766152Disabling compacts and flushes for region at 1731094766152Disabling writes for close at 1731094766152Writing region close event to WAL at 1731094766152Closed at 1731094766152 2024-11-08T19:39:26,153 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => eb55312ab30368adc27e59284125e3bf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741858_1034 (size=110) 2024-11-08T19:39:26,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741858_1034 (size=110) 2024-11-08T19:39:26,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741858_1034 (size=110) 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing b5106c19539d8ee983b68ac7f36a9748, disabling compactions & flushes 2024-11-08T19:39:26,159 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. after waiting 0 ms 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:26,159 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:26,159 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5106c19539d8ee983b68ac7f36a9748: Waiting for close lock at 1731094766159Disabling compacts and flushes for region at 1731094766159Disabling writes for close at 1731094766159Writing region close event to WAL at 1731094766159Closed at 1731094766159 2024-11-08T19:39:26,160 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2c7d5206bb8b9fe7d842decaaabf46c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741859_1035 (size=110) 2024-11-08T19:39:26,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741859_1035 (size=110) 2024-11-08T19:39:26,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741859_1035 (size=110) 2024-11-08T19:39:26,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,168 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing eb55312ab30368adc27e59284125e3bf, disabling compactions & flushes 2024-11-08T19:39:26,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:26,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:26,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. after waiting 0 ms 2024-11-08T19:39:26,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:26,171 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:26,171 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for eb55312ab30368adc27e59284125e3bf: Waiting for close lock at 1731094766168Disabling compacts and flushes for region at 1731094766168Disabling writes for close at 1731094766171 (+3 ms)Writing region close event to WAL at 1731094766171Closed at 1731094766171 2024-11-08T19:39:26,172 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => f68310eb8e94d1637ab9dc1547d6b998, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741860_1036 (size=110) 2024-11-08T19:39:26,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741860_1036 (size=110) 2024-11-08T19:39:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741860_1036 (size=110) 2024-11-08T19:39:26,175 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,175 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 2c7d5206bb8b9fe7d842decaaabf46c3, disabling compactions & flushes 2024-11-08T19:39:26,175 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:26,175 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:26,175 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. after waiting 0 ms 2024-11-08T19:39:26,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:26,176 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:26,176 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2c7d5206bb8b9fe7d842decaaabf46c3: Waiting for close lock at 1731094766175Disabling compacts and flushes for region at 1731094766175Disabling writes for close at 1731094766176 (+1 ms)Writing region close event to WAL at 1731094766176Closed at 1731094766176 2024-11-08T19:39:26,176 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f2a622bea859745d1b2644ad48f0654, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741861_1037 (size=110) 2024-11-08T19:39:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741861_1037 (size=110) 2024-11-08T19:39:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741861_1037 (size=110) 2024-11-08T19:39:26,185 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,185 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing f68310eb8e94d1637ab9dc1547d6b998, disabling compactions & flushes 2024-11-08T19:39:26,185 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,185 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,185 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. after waiting 0 ms 2024-11-08T19:39:26,185 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,186 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,186 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for f68310eb8e94d1637ab9dc1547d6b998: Waiting for close lock at 1731094766185Disabling compacts and flushes for region at 1731094766185Disabling writes for close at 1731094766185Writing region close event to WAL at 1731094766186 (+1 ms)Closed at 1731094766186 2024-11-08T19:39:26,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741862_1038 (size=110) 2024-11-08T19:39:26,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741862_1038 (size=110) 2024-11-08T19:39:26,187 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 2bf9687659083fb85c7ca84e418f716b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0 2024-11-08T19:39:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741862_1038 (size=110) 2024-11-08T19:39:26,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7f2a622bea859745d1b2644ad48f0654, disabling compactions & flushes 2024-11-08T19:39:26,188 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:26,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:26,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. after waiting 0 ms 2024-11-08T19:39:26,188 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:26,189 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:26,189 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f2a622bea859745d1b2644ad48f0654: Waiting for close lock at 1731094766188Disabling compacts and flushes for region at 1731094766188Disabling writes for close at 1731094766188Writing region close event to WAL at 1731094766189 (+1 ms)Closed at 1731094766189 2024-11-08T19:39:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741863_1039 (size=107) 2024-11-08T19:39:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741863_1039 (size=107) 2024-11-08T19:39:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741863_1039 (size=107) 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 2bf9687659083fb85c7ca84e418f716b, disabling compactions & flushes 2024-11-08T19:39:26,196 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. after waiting 0 ms 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:26,196 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:26,196 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 2bf9687659083fb85c7ca84e418f716b: Waiting for close lock at 1731094766196Disabling compacts and flushes for region at 1731094766196Disabling writes for close at 1731094766196Writing region close event to WAL at 1731094766196Closed at 1731094766196 2024-11-08T19:39:26,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:26,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,508 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6bfa8764ed411f4f376ab5fba9554ea6, disabling compactions & flushes 2024-11-08T19:39:26,509 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:26,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:26,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. after waiting 0 ms 2024-11-08T19:39:26,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:26,509 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:26,509 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6bfa8764ed411f4f376ab5fba9554ea6: Waiting for close lock at 1731094766508Disabling compacts and flushes for region at 1731094766508Disabling writes for close at 1731094766509 (+1 ms)Writing region close event to WAL at 1731094766509Closed at 1731094766509 2024-11-08T19:39:26,514 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T19:39:26,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,522 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,523 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,524 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,525 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,526 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1731094766514"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731094766514"}]},"ts":"1731094766514"} 2024-11-08T19:39:26,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:26,569 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-08T19:39:26,571 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T19:39:26,573 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731094766571"}]},"ts":"1731094766571"} 2024-11-08T19:39:26,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-08T19:39:26,579 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-08T19:39:26,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:39:26,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:39:26,616 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-08T19:39:26,616 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:39:26,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98d9a20dca7c59608e9dc7040a800024, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=599de33cf8c01f929a7cd09f2e459271, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efdde5d317044b315276c4d233c4f90b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa58ca60321d51913d62ec995cb0f296, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20e079bbd3867ec2fe82b3bd78daee17, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d96817172c35f11f2bc3fa054120ae6, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20ccb2e63b2a7310a94aed851b1f67bc, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe96b985e40b1253e4f0431dd025a5ed, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4100da82f093e774967b51681b014d67, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5f18cf69e49ffb26f20e32193cc6c05, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb55312ab30368adc27e59284125e3bf, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bf9687659083fb85c7ca84e418f716b, ASSIGN}] 2024-11-08T19:39:26,627 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bf9687659083fb85c7ca84e418f716b, ASSIGN 2024-11-08T19:39:26,628 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bf9687659083fb85c7ca84e418f716b, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,630 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654, ASSIGN 2024-11-08T19:39:26,632 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,633 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN 2024-11-08T19:39:26,635 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,636 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3, ASSIGN 2024-11-08T19:39:26,637 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,639 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb55312ab30368adc27e59284125e3bf, ASSIGN 2024-11-08T19:39:26,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb55312ab30368adc27e59284125e3bf, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,641 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN 2024-11-08T19:39:26,642 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5f18cf69e49ffb26f20e32193cc6c05, ASSIGN 2024-11-08T19:39:26,645 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5f18cf69e49ffb26f20e32193cc6c05, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4100da82f093e774967b51681b014d67, ASSIGN 2024-11-08T19:39:26,648 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4100da82f093e774967b51681b014d67, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,649 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN 2024-11-08T19:39:26,650 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,651 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32, ASSIGN 2024-11-08T19:39:26,653 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,654 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN 2024-11-08T19:39:26,655 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,657 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe96b985e40b1253e4f0431dd025a5ed, ASSIGN 2024-11-08T19:39:26,659 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe96b985e40b1253e4f0431dd025a5ed, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,660 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN 2024-11-08T19:39:26,661 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9, ASSIGN 2024-11-08T19:39:26,664 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,665 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20ccb2e63b2a7310a94aed851b1f67bc, ASSIGN 2024-11-08T19:39:26,666 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20ccb2e63b2a7310a94aed851b1f67bc, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,668 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d96817172c35f11f2bc3fa054120ae6, ASSIGN 2024-11-08T19:39:26,669 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d96817172c35f11f2bc3fa054120ae6, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,671 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN 2024-11-08T19:39:26,673 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,674 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20e079bbd3867ec2fe82b3bd78daee17, ASSIGN 2024-11-08T19:39:26,676 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20e079bbd3867ec2fe82b3bd78daee17, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,677 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa58ca60321d51913d62ec995cb0f296, ASSIGN 2024-11-08T19:39:26,678 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa58ca60321d51913d62ec995cb0f296, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,680 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN 2024-11-08T19:39:26,681 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,682 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN 2024-11-08T19:39:26,684 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,685 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efdde5d317044b315276c4d233c4f90b, ASSIGN 2024-11-08T19:39:26,687 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efdde5d317044b315276c4d233c4f90b, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,689 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=599de33cf8c01f929a7cd09f2e459271, ASSIGN 2024-11-08T19:39:26,690 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=599de33cf8c01f929a7cd09f2e459271, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,692 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df, ASSIGN 2024-11-08T19:39:26,693 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df, ASSIGN; state=OFFLINE, location=b75fe890c219,33699,1731094763498; forceNewPlan=false, retain=false 2024-11-08T19:39:26,694 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN 2024-11-08T19:39:26,696 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN; state=OFFLINE, location=b75fe890c219,34141,1731094763374; forceNewPlan=false, retain=false 2024-11-08T19:39:26,697 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98d9a20dca7c59608e9dc7040a800024, ASSIGN 2024-11-08T19:39:26,698 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98d9a20dca7c59608e9dc7040a800024, ASSIGN; state=OFFLINE, location=b75fe890c219,33211,1731094763555; forceNewPlan=false, retain=false 2024-11-08T19:39:26,782 INFO [b75fe890c219:38295 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-08T19:39:26,782 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,783 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b5106c19539d8ee983b68ac7f36a9748, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,784 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=adec07c4a5f2c83ccd3f79993c155256, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,785 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,785 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=965b82cdff4444ed1310bc5df98cd66b, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b3714388daa353f79f0bd80b7340086, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN because future has completed 2024-11-08T19:39:26,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=baa4152fbdf8bc0408b54138c885e661, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,787 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPENING, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN because future has completed 2024-11-08T19:39:26,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN because future has completed 2024-11-08T19:39:26,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN because future has completed 2024-11-08T19:39:26,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN because future has completed 2024-11-08T19:39:26,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN because future has completed 2024-11-08T19:39:26,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN because future has completed 2024-11-08T19:39:26,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN because future has completed 2024-11-08T19:39:26,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN because future has completed 2024-11-08T19:39:26,810 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,821 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,34141,1731094763374}] 2024-11-08T19:39:26,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2bf9687659083fb85c7ca84e418f716b, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,843 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,844 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=e6105518147682ccf58f0707963d4c32, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=013e40603a51f9c6939bb740ed834bb9, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,845 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=9d96817172c35f11f2bc3fa054120ae6, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,846 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa58ca60321d51913d62ec995cb0f296, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bf9687659083fb85c7ca84e418f716b, ASSIGN because future has completed 2024-11-08T19:39:26,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bf9687659083fb85c7ca84e418f716b, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3, ASSIGN because future has completed 2024-11-08T19:39:26,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5f18cf69e49ffb26f20e32193cc6c05, ASSIGN because future has completed 2024-11-08T19:39:26,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32, ASSIGN because future has completed 2024-11-08T19:39:26,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6105518147682ccf58f0707963d4c32, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9, ASSIGN because future has completed 2024-11-08T19:39:26,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d96817172c35f11f2bc3fa054120ae6, ASSIGN because future has completed 2024-11-08T19:39:26,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa58ca60321d51913d62ec995cb0f296, ASSIGN because future has completed 2024-11-08T19:39:26,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58ca60321d51913d62ec995cb0f296, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d96817172c35f11f2bc3fa054120ae6, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,866 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e40603a51f9c6939bb740ed834bb9, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f18cf69e49ffb26f20e32193cc6c05, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,875 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7d5206bb8b9fe7d842decaaabf46c3, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=599de33cf8c01f929a7cd09f2e459271, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d1623b165e3c718f1115c71abc5778df, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:26,882 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f2a622bea859745d1b2644ad48f0654, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=eb55312ab30368adc27e59284125e3bf, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,883 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4100da82f093e774967b51681b014d67, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,884 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,885 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,886 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efdde5d317044b315276c4d233c4f90b, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d9a20dca7c59608e9dc7040a800024, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=599de33cf8c01f929a7cd09f2e459271, ASSIGN because future has completed 2024-11-08T19:39:26,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 599de33cf8c01f929a7cd09f2e459271, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df, ASSIGN because future has completed 2024-11-08T19:39:26,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654, ASSIGN because future has completed 2024-11-08T19:39:26,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb55312ab30368adc27e59284125e3bf, ASSIGN because future has completed 2024-11-08T19:39:26,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a622bea859745d1b2644ad48f0654, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4100da82f093e774967b51681b014d67, ASSIGN because future has completed 2024-11-08T19:39:26,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe96b985e40b1253e4f0431dd025a5ed, ASSIGN because future has completed 2024-11-08T19:39:26,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20ccb2e63b2a7310a94aed851b1f67bc, ASSIGN because future has completed 2024-11-08T19:39:26,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ccb2e63b2a7310a94aed851b1f67bc, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20e079bbd3867ec2fe82b3bd78daee17, ASSIGN because future has completed 2024-11-08T19:39:26,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efdde5d317044b315276c4d233c4f90b, ASSIGN because future has completed 2024-11-08T19:39:26,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98d9a20dca7c59608e9dc7040a800024, ASSIGN because future has completed 2024-11-08T19:39:26,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d9a20dca7c59608e9dc7040a800024, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efdde5d317044b315276c4d233c4f90b, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e079bbd3867ec2fe82b3bd78daee17, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe96b985e40b1253e4f0431dd025a5ed, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4100da82f093e774967b51681b014d67, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb55312ab30368adc27e59284125e3bf, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:39:26,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1623b165e3c718f1115c71abc5778df, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:39:26,949 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,949 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f68310eb8e94d1637ab9dc1547d6b998, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-08T19:39:26,950 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,950 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,950 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,950 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,953 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,956 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily11 2024-11-08T19:39:26,956 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,957 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,957 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,959 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily21 2024-11-08T19:39:26,959 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,960 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,960 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,961 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily31 2024-11-08T19:39:26,962 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,962 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,962 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,963 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,964 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:26,967 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,970 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:26,971 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f68310eb8e94d1637ab9dc1547d6b998; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70612981, jitterRate=0.05221541225910187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:26,971 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:39:26,973 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f68310eb8e94d1637ab9dc1547d6b998: Running coprocessor pre-open hook at 1731094766951Writing region info on filesystem at 1731094766951Initializing all the Stores at 1731094766953 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766953Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766953Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766953Cleaning up temporary data from old regions at 1731094766965 (+12 ms)Running coprocessor post-open hooks at 1731094766971 (+6 ms)Region opened successfully at 1731094766973 (+2 ms) 2024-11-08T19:39:26,974 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., pid=31, masterSystemTime=1731094766941 2024-11-08T19:39:26,977 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,977 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:39:26,977 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:26,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => b5106c19539d8ee983b68ac7f36a9748, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-08T19:39:26,978 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:26,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:26,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,980 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,34141,1731094763374, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:26,981 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:26,985 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily11 2024-11-08T19:39:26,985 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,986 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,986 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-08T19:39:26,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,34141,1731094763374 in 195 msec 2024-11-08T19:39:26,989 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily21 2024-11-08T19:39:26,989 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN in 369 msec 2024-11-08T19:39:26,990 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,990 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,992 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily31 2024-11-08T19:39:26,992 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:26,992 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:26,993 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,994 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,994 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,995 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,995 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:26,996 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:26,997 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:27,000 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,001 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened b5106c19539d8ee983b68ac7f36a9748; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69550651, jitterRate=0.03638546168804169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,001 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:39:27,001 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:39:27,001 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for b5106c19539d8ee983b68ac7f36a9748: Running coprocessor pre-open hook at 1731094766979Writing region info on filesystem at 1731094766979Initializing all the Stores at 1731094766981 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766981Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766981Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094766981Cleaning up temporary data from old regions at 1731094766995 (+14 ms)Running coprocessor post-open hooks at 1731094767001 (+6 ms)Region opened successfully at 1731094767001 2024-11-08T19:39:27,003 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., pid=39, masterSystemTime=1731094766941 2024-11-08T19:39:27,003 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54563, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:39:27,006 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:27,006 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:39:27,006 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:27,007 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b3714388daa353f79f0bd80b7340086, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-08T19:39:27,007 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,007 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,007 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,007 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,008 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,010 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:27,010 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => fa58ca60321d51913d62ec995cb0f296, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-08T19:39:27,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,011 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,011 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,011 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,011 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,011 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,013 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily11 2024-11-08T19:39:27,013 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,014 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,014 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,014 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,016 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58ca60321d51913d62ec995cb0f296 columnFamilyName colfamily11 2024-11-08T19:39:27,016 DEBUG [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=25 2024-11-08T19:39:27,016 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily21 2024-11-08T19:39:27,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,34141,1731094763374 in 175 msec 2024-11-08T19:39:27,016 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,016 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(327): Store=fa58ca60321d51913d62ec995cb0f296/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,017 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,017 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,017 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,019 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58ca60321d51913d62ec995cb0f296 columnFamilyName colfamily21 2024-11-08T19:39:27,019 DEBUG [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,019 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily31 2024-11-08T19:39:27,019 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN in 399 msec 2024-11-08T19:39:27,020 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(327): Store=fa58ca60321d51913d62ec995cb0f296/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,020 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,020 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,020 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,021 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,022 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,022 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa58ca60321d51913d62ec995cb0f296 columnFamilyName colfamily31 2024-11-08T19:39:27,022 DEBUG [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,023 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,023 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,023 INFO [StoreOpener-fa58ca60321d51913d62ec995cb0f296-1 {}] regionserver.HStore(327): Store=fa58ca60321d51913d62ec995cb0f296/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,023 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,024 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,024 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,025 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,025 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,026 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,026 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,027 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,028 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,029 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,029 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 0b3714388daa353f79f0bd80b7340086; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63661463, jitterRate=-0.051370278000831604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,029 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:39:27,029 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 0b3714388daa353f79f0bd80b7340086: Running coprocessor pre-open hook at 1731094767008Writing region info on filesystem at 1731094767008Initializing all the Stores at 1731094767011 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767011Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767011Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767011Cleaning up temporary data from old regions at 1731094767023 (+12 ms)Running coprocessor post-open hooks at 1731094767029 (+6 ms)Region opened successfully at 1731094767029 2024-11-08T19:39:27,030 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., pid=33, masterSystemTime=1731094766941 2024-11-08T19:39:27,032 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,033 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened fa58ca60321d51913d62ec995cb0f296; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71682271, jitterRate=0.06814907491207123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,033 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:39:27,033 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for fa58ca60321d51913d62ec995cb0f296: Running coprocessor pre-open hook at 1731094767011Writing region info on filesystem at 1731094767011Initializing all the Stores at 1731094767013 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767013Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767013Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767013Cleaning up temporary data from old regions at 1731094767026 (+13 ms)Running coprocessor post-open hooks at 1731094767033 (+7 ms)Region opened successfully at 1731094767033 2024-11-08T19:39:27,033 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:27,033 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:39:27,034 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:27,034 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => baa4152fbdf8bc0408b54138c885e661, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-08T19:39:27,034 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,034 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., pid=42, masterSystemTime=1731094767001 2024-11-08T19:39:27,034 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,034 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,035 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,037 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:27,037 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:39:27,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,038 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:27,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => d1623b165e3c718f1115c71abc5778df, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-08T19:39:27,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,038 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,039 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,041 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily11 2024-11-08T19:39:27,041 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,042 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa58ca60321d51913d62ec995cb0f296, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,042 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,042 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,044 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily21 2024-11-08T19:39:27,044 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1623b165e3c718f1115c71abc5778df columnFamilyName colfamily11 2024-11-08T19:39:27,044 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,044 DEBUG [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,045 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(327): Store=d1623b165e3c718f1115c71abc5778df/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,045 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T19:39:27,045 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,046 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,046 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34581, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:39:27,047 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily31 2024-11-08T19:39:27,048 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,048 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1623b165e3c718f1115c71abc5778df columnFamilyName colfamily21 2024-11-08T19:39:27,048 DEBUG [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,048 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,048 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(327): Store=d1623b165e3c718f1115c71abc5778df/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=11 2024-11-08T19:39:27,049 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,049 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,34141,1731094763374 in 239 msec 2024-11-08T19:39:27,050 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,051 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1623b165e3c718f1115c71abc5778df columnFamilyName colfamily31 2024-11-08T19:39:27,051 DEBUG [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,051 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,052 INFO [StoreOpener-d1623b165e3c718f1115c71abc5778df-1 {}] regionserver.HStore(327): Store=d1623b165e3c718f1115c71abc5778df/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,052 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,053 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:27,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN in 431 msec 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => fe96b985e40b1253e4f0431dd025a5ed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,054 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,056 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,056 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,057 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,059 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,059 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,061 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,061 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe96b985e40b1253e4f0431dd025a5ed columnFamilyName colfamily11 2024-11-08T19:39:27,061 DEBUG [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=12 2024-11-08T19:39:27,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fa58ca60321d51913d62ec995cb0f296, server=b75fe890c219,33699,1731094763498 in 197 msec 2024-11-08T19:39:27,062 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(327): Store=fe96b985e40b1253e4f0431dd025a5ed/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,062 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,063 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:27,065 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe96b985e40b1253e4f0431dd025a5ed columnFamilyName colfamily21 2024-11-08T19:39:27,065 DEBUG [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fa58ca60321d51913d62ec995cb0f296, ASSIGN in 443 msec 2024-11-08T19:39:27,066 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(327): Store=fe96b985e40b1253e4f0431dd025a5ed/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,066 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,067 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,068 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,068 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened baa4152fbdf8bc0408b54138c885e661; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74923510, jitterRate=0.11644729971885681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,068 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:39:27,068 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for baa4152fbdf8bc0408b54138c885e661: Running coprocessor pre-open hook at 1731094767035Writing region info on filesystem at 1731094767035Initializing all the Stores at 1731094767037 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767037Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767038 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767038Cleaning up temporary data from old regions at 1731094767053 (+15 ms)Running coprocessor post-open hooks at 1731094767068 (+15 ms)Region opened successfully at 1731094767068 2024-11-08T19:39:27,068 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe96b985e40b1253e4f0431dd025a5ed columnFamilyName colfamily31 2024-11-08T19:39:27,068 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened d1623b165e3c718f1115c71abc5778df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67889923, jitterRate=0.011638686060905457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,069 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:39:27,069 DEBUG [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,069 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for d1623b165e3c718f1115c71abc5778df: Running coprocessor pre-open hook at 1731094767039Writing region info on filesystem at 1731094767039Initializing all the Stores at 1731094767041 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767041Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767041Cleaning up temporary data from old regions at 1731094767060 (+19 ms)Running coprocessor post-open hooks at 1731094767069 (+9 ms)Region opened successfully at 1731094767069 2024-11-08T19:39:27,070 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., pid=56, masterSystemTime=1731094767001 2024-11-08T19:39:27,070 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., pid=35, masterSystemTime=1731094766941 2024-11-08T19:39:27,070 INFO [StoreOpener-fe96b985e40b1253e4f0431dd025a5ed-1 {}] regionserver.HStore(327): Store=fe96b985e40b1253e4f0431dd025a5ed/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,071 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,072 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,072 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,073 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:27,074 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:39:27,074 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:27,074 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 965b82cdff4444ed1310bc5df98cd66b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,075 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,076 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,077 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:27,077 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:27,078 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,078 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:27,078 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 599de33cf8c01f929a7cd09f2e459271, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-08T19:39:27,079 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,079 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,079 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,079 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,079 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,079 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,082 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,084 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,34141,1731094763374, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,085 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily11 2024-11-08T19:39:27,085 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,086 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,087 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,087 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,087 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599de33cf8c01f929a7cd09f2e459271 columnFamilyName colfamily11 2024-11-08T19:39:27,087 DEBUG [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,088 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(327): Store=599de33cf8c01f929a7cd09f2e459271/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,088 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,088 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened fe96b985e40b1253e4f0431dd025a5ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62411819, jitterRate=-0.06999142467975616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,088 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:39:27,089 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for fe96b985e40b1253e4f0431dd025a5ed: Running coprocessor pre-open hook at 1731094767055Writing region info on filesystem at 1731094767055Initializing all the Stores at 1731094767056 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767056Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767056Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767056Cleaning up temporary data from old regions at 1731094767075 (+19 ms)Running coprocessor post-open hooks at 1731094767088 (+13 ms)Region opened successfully at 1731094767088 2024-11-08T19:39:27,089 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily21 2024-11-08T19:39:27,089 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=10 2024-11-08T19:39:27,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,34141,1731094763374 in 270 msec 2024-11-08T19:39:27,090 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., pid=53, masterSystemTime=1731094767045 2024-11-08T19:39:27,090 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,090 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,090 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599de33cf8c01f929a7cd09f2e459271 columnFamilyName colfamily21 2024-11-08T19:39:27,091 DEBUG [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,091 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(327): Store=599de33cf8c01f929a7cd09f2e459271/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,092 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN in 472 msec 2024-11-08T19:39:27,094 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:27,094 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:39:27,094 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 599de33cf8c01f929a7cd09f2e459271 columnFamilyName colfamily31 2024-11-08T19:39:27,094 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily31 2024-11-08T19:39:27,094 DEBUG [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,094 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,095 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:27,095 INFO [StoreOpener-599de33cf8c01f929a7cd09f2e459271-1 {}] regionserver.HStore(327): Store=599de33cf8c01f929a7cd09f2e459271/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,095 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 20ccb2e63b2a7310a94aed851b1f67bc, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-08T19:39:27,095 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,096 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,097 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,097 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,097 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,098 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,098 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,099 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe96b985e40b1253e4f0431dd025a5ed, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,101 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,101 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,101 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,101 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,102 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ccb2e63b2a7310a94aed851b1f67bc columnFamilyName colfamily11 2024-11-08T19:39:27,102 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,102 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,102 DEBUG [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,103 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(327): Store=20ccb2e63b2a7310a94aed851b1f67bc/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,103 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,104 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,104 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,106 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ccb2e63b2a7310a94aed851b1f67bc columnFamilyName colfamily21 2024-11-08T19:39:27,107 DEBUG [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1623b165e3c718f1115c71abc5778df, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,109 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(327): Store=20ccb2e63b2a7310a94aed851b1f67bc/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,109 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,110 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,111 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 599de33cf8c01f929a7cd09f2e459271; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61315964, jitterRate=-0.08632093667984009}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,111 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:39:27,111 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 599de33cf8c01f929a7cd09f2e459271: Running coprocessor pre-open hook at 1731094767079Writing region info on filesystem at 1731094767079Initializing all the Stores at 1731094767081 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767081Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767082 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767082Cleaning up temporary data from old regions at 1731094767101 (+19 ms)Running coprocessor post-open hooks at 1731094767111 (+10 ms)Region opened successfully at 1731094767111 2024-11-08T19:39:27,112 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., pid=47, masterSystemTime=1731094767001 2024-11-08T19:39:27,113 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20ccb2e63b2a7310a94aed851b1f67bc columnFamilyName colfamily31 2024-11-08T19:39:27,113 DEBUG [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,114 INFO [StoreOpener-20ccb2e63b2a7310a94aed851b1f67bc-1 {}] regionserver.HStore(327): Store=20ccb2e63b2a7310a94aed851b1f67bc/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=19 2024-11-08T19:39:27,115 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure fe96b985e40b1253e4f0431dd025a5ed, server=b75fe890c219,33211,1731094763555 in 194 msec 2024-11-08T19:39:27,116 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:27,116 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:39:27,116 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,116 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:27,116 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 2c7d5206bb8b9fe7d842decaaabf46c3, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-08T19:39:27,116 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,117 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,117 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,117 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,117 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,118 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,118 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,118 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,118 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 965b82cdff4444ed1310bc5df98cd66b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64573843, jitterRate=-0.03777475655078888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,118 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:39:27,118 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 965b82cdff4444ed1310bc5df98cd66b: Running coprocessor pre-open hook at 1731094767076Writing region info on filesystem at 1731094767076Initializing all the Stores at 1731094767078 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767078Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767078Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767078Cleaning up temporary data from old regions at 1731094767101 (+23 ms)Running coprocessor post-open hooks at 1731094767118 (+17 ms)Region opened successfully at 1731094767118 2024-11-08T19:39:27,119 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,120 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,120 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., pid=36, masterSystemTime=1731094766941 2024-11-08T19:39:27,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 599de33cf8c01f929a7cd09f2e459271, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,122 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7d5206bb8b9fe7d842decaaabf46c3 columnFamilyName colfamily11 2024-11-08T19:39:27,122 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,123 DEBUG [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,123 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(327): Store=2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,124 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,124 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:27,124 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:39:27,124 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:27,124 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => adec07c4a5f2c83ccd3f79993c155256, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-08T19:39:27,125 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,125 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,125 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,125 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,126 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7d5206bb8b9fe7d842decaaabf46c3 columnFamilyName colfamily21 2024-11-08T19:39:27,126 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fe96b985e40b1253e4f0431dd025a5ed, ASSIGN in 503 msec 2024-11-08T19:39:27,126 DEBUG [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,127 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,128 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,128 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(327): Store=2c7d5206bb8b9fe7d842decaaabf46c3/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,128 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 20ccb2e63b2a7310a94aed851b1f67bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63875552, jitterRate=-0.04818010330200195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,128 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,128 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:39:27,128 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 20ccb2e63b2a7310a94aed851b1f67bc: Running coprocessor pre-open hook at 1731094767096Writing region info on filesystem at 1731094767096Initializing all the Stores at 1731094767098 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767098Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767098Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767098Cleaning up temporary data from old regions at 1731094767118 (+20 ms)Running coprocessor post-open hooks at 1731094767128 (+10 ms)Region opened successfully at 1731094767128 2024-11-08T19:39:27,131 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., pid=49, masterSystemTime=1731094767045 2024-11-08T19:39:27,130 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,131 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2c7d5206bb8b9fe7d842decaaabf46c3 columnFamilyName colfamily31 2024-11-08T19:39:27,131 DEBUG [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,132 INFO [StoreOpener-2c7d5206bb8b9fe7d842decaaabf46c3-1 {}] regionserver.HStore(327): Store=2c7d5206bb8b9fe7d842decaaabf46c3/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,133 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily11 2024-11-08T19:39:27,133 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:27,133 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,134 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,134 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:39:27,134 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:27,134 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => eb55312ab30368adc27e59284125e3bf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-08T19:39:27,134 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,135 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,135 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,135 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,135 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,135 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,135 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,136 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,136 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,137 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,137 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily21 2024-11-08T19:39:27,137 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,137 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=8 2024-11-08T19:39:27,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 599de33cf8c01f929a7cd09f2e459271, server=b75fe890c219,33699,1731094763498 in 245 msec 2024-11-08T19:39:27,138 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,139 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,139 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,141 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily31 2024-11-08T19:39:27,141 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb55312ab30368adc27e59284125e3bf columnFamilyName colfamily11 2024-11-08T19:39:27,141 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,141 DEBUG [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=599de33cf8c01f929a7cd09f2e459271, ASSIGN in 520 msec 2024-11-08T19:39:27,142 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(327): Store=eb55312ab30368adc27e59284125e3bf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,142 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,143 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,143 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,143 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,144 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,144 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,144 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 2c7d5206bb8b9fe7d842decaaabf46c3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68098898, jitterRate=0.01475265622138977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,145 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:39:27,145 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 2c7d5206bb8b9fe7d842decaaabf46c3: Running coprocessor pre-open hook at 1731094767117Writing region info on filesystem at 1731094767117Initializing all the Stores at 1731094767118 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767118Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767119 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767119Cleaning up temporary data from old regions at 1731094767136 (+17 ms)Running coprocessor post-open hooks at 1731094767145 (+9 ms)Region opened successfully at 1731094767145 2024-11-08T19:39:27,146 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., pid=46, masterSystemTime=1731094767001 2024-11-08T19:39:27,146 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,147 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb55312ab30368adc27e59284125e3bf columnFamilyName colfamily21 2024-11-08T19:39:27,147 DEBUG [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20ccb2e63b2a7310a94aed851b1f67bc, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,149 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(327): Store=eb55312ab30368adc27e59284125e3bf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,149 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,149 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,149 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,150 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:27,150 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:39:27,150 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:27,150 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => a5f18cf69e49ffb26f20e32193cc6c05, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-08T19:39:27,151 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,151 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,151 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,151 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eb55312ab30368adc27e59284125e3bf columnFamilyName colfamily31 2024-11-08T19:39:27,151 DEBUG [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,151 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,151 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,152 INFO [StoreOpener-eb55312ab30368adc27e59284125e3bf-1 {}] regionserver.HStore(327): Store=eb55312ab30368adc27e59284125e3bf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,153 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,153 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,154 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,155 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,155 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,155 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f18cf69e49ffb26f20e32193cc6c05 columnFamilyName colfamily11 2024-11-08T19:39:27,156 DEBUG [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=14 2024-11-08T19:39:27,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,34141,1731094763374 in 328 msec 2024-11-08T19:39:27,156 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(327): Store=a5f18cf69e49ffb26f20e32193cc6c05/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,156 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,157 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,157 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,158 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN in 538 msec 2024-11-08T19:39:27,160 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f18cf69e49ffb26f20e32193cc6c05 columnFamilyName colfamily21 2024-11-08T19:39:27,160 DEBUG [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,161 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,161 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,161 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(327): Store=a5f18cf69e49ffb26f20e32193cc6c05/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,162 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,168 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,168 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2c7d5206bb8b9fe7d842decaaabf46c3, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,169 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened eb55312ab30368adc27e59284125e3bf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67473167, jitterRate=0.005428537726402283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,169 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:39:27,169 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for eb55312ab30368adc27e59284125e3bf: Running coprocessor pre-open hook at 1731094767135Writing region info on filesystem at 1731094767135Initializing all the Stores at 1731094767137 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767137Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767137Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767137Cleaning up temporary data from old regions at 1731094767157 (+20 ms)Running coprocessor post-open hooks at 1731094767169 (+12 ms)Region opened successfully at 1731094767169 2024-11-08T19:39:27,169 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened adec07c4a5f2c83ccd3f79993c155256; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61999953, jitterRate=-0.07612870633602142}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,169 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a5f18cf69e49ffb26f20e32193cc6c05 columnFamilyName colfamily31 2024-11-08T19:39:27,169 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:39:27,169 DEBUG [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,170 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for adec07c4a5f2c83ccd3f79993c155256: Running coprocessor pre-open hook at 1731094767126Writing region info on filesystem at 1731094767126Initializing all the Stores at 1731094767127 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767127Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767130 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767130Cleaning up temporary data from old regions at 1731094767149 (+19 ms)Running coprocessor post-open hooks at 1731094767169 (+20 ms)Region opened successfully at 1731094767169 2024-11-08T19:39:27,170 INFO [StoreOpener-a5f18cf69e49ffb26f20e32193cc6c05-1 {}] regionserver.HStore(327): Store=a5f18cf69e49ffb26f20e32193cc6c05/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,170 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., pid=55, masterSystemTime=1731094767045 2024-11-08T19:39:27,171 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,172 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., pid=38, masterSystemTime=1731094766941 2024-11-08T19:39:27,172 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,173 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,174 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,174 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,175 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,176 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,178 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:27,179 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:39:27,179 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:27,179 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f2a622bea859745d1b2644ad48f0654, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-08T19:39:27,179 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,179 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,180 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,180 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=16 2024-11-08T19:39:27,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 20ccb2e63b2a7310a94aed851b1f67bc, server=b75fe890c219,33211,1731094763555 in 271 msec 2024-11-08T19:39:27,181 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:27,182 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:39:27,182 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,182 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:27,182 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,182 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,182 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bfa8764ed411f4f376ab5fba9554ea6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-08T19:39:27,182 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,182 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,183 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,183 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,184 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened a5f18cf69e49ffb26f20e32193cc6c05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69014928, jitterRate=0.02840256690979004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,184 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:39:27,184 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,184 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for a5f18cf69e49ffb26f20e32193cc6c05: Running coprocessor pre-open hook at 1731094767152Writing region info on filesystem at 1731094767152Initializing all the Stores at 1731094767153 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767153Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767153Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767153Cleaning up temporary data from old regions at 1731094767174 (+21 ms)Running coprocessor post-open hooks at 1731094767184 (+10 ms)Region opened successfully at 1731094767184 2024-11-08T19:39:27,184 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,185 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., pid=45, masterSystemTime=1731094767001 2024-11-08T19:39:27,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:27,189 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:39:27,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20ccb2e63b2a7310a94aed851b1f67bc, ASSIGN in 568 msec 2024-11-08T19:39:27,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,190 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:27,190 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bf9687659083fb85c7ca84e418f716b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-08T19:39:27,191 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,191 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,34141,1731094763374, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,191 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,191 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,191 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,191 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a622bea859745d1b2644ad48f0654 columnFamilyName colfamily11 2024-11-08T19:39:27,192 DEBUG [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,192 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(327): Store=7f2a622bea859745d1b2644ad48f0654/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,193 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,193 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure a5f18cf69e49ffb26f20e32193cc6c05, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,195 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,196 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily11 2024-11-08T19:39:27,196 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a622bea859745d1b2644ad48f0654 columnFamilyName colfamily21 2024-11-08T19:39:27,196 DEBUG [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,196 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,197 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(327): Store=7f2a622bea859745d1b2644ad48f0654/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,197 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,197 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf9687659083fb85c7ca84e418f716b columnFamilyName colfamily11 2024-11-08T19:39:27,197 DEBUG [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,198 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(327): Store=2bf9687659083fb85c7ca84e418f716b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,198 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,199 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f2a622bea859745d1b2644ad48f0654 columnFamilyName colfamily31 2024-11-08T19:39:27,199 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,199 DEBUG [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,199 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,200 INFO [StoreOpener-7f2a622bea859745d1b2644ad48f0654-1 {}] regionserver.HStore(327): Store=7f2a622bea859745d1b2644ad48f0654/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,201 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=22 2024-11-08T19:39:27,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,34141,1731094763374 in 364 msec 2024-11-08T19:39:27,202 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily21 2024-11-08T19:39:27,202 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,202 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,202 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf9687659083fb85c7ca84e418f716b columnFamilyName colfamily21 2024-11-08T19:39:27,202 DEBUG [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,203 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(327): Store=2bf9687659083fb85c7ca84e418f716b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,203 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,203 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,203 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,203 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,204 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN in 584 msec 2024-11-08T19:39:27,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,206 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily31 2024-11-08T19:39:27,207 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,207 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,208 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bf9687659083fb85c7ca84e418f716b columnFamilyName colfamily31 2024-11-08T19:39:27,209 DEBUG [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,210 INFO [StoreOpener-2bf9687659083fb85c7ca84e418f716b-1 {}] regionserver.HStore(327): Store=2bf9687659083fb85c7ca84e418f716b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=24 2024-11-08T19:39:27,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure a5f18cf69e49ffb26f20e32193cc6c05, server=b75fe890c219,33699,1731094763498 in 336 msec 2024-11-08T19:39:27,212 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,212 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,212 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,212 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,214 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,214 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a5f18cf69e49ffb26f20e32193cc6c05, ASSIGN in 594 msec 2024-11-08T19:39:27,215 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,216 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,216 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,216 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,217 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,217 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 7f2a622bea859745d1b2644ad48f0654; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72136417, jitterRate=0.07491637766361237}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,217 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:39:27,217 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 7f2a622bea859745d1b2644ad48f0654: Running coprocessor pre-open hook at 1731094767180Writing region info on filesystem at 1731094767180Initializing all the Stores at 1731094767184 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767184Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767184Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767184Cleaning up temporary data from old regions at 1731094767204 (+20 ms)Running coprocessor post-open hooks at 1731094767217 (+13 ms)Region opened successfully at 1731094767217 2024-11-08T19:39:27,219 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., pid=48, masterSystemTime=1731094767045 2024-11-08T19:39:27,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure eb55312ab30368adc27e59284125e3bf, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,220 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,221 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 6bfa8764ed411f4f376ab5fba9554ea6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73036060, jitterRate=0.08832210302352905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:39:27,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,222 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 6bfa8764ed411f4f376ab5fba9554ea6: Running coprocessor pre-open hook at 1731094767183Writing region info on filesystem at 1731094767183Initializing all the Stores at 1731094767184 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767184Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767185 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767185Cleaning up temporary data from old regions at 1731094767212 (+27 ms)Running coprocessor post-open hooks at 1731094767222 (+10 ms)Region opened successfully at 1731094767222 2024-11-08T19:39:27,223 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., pid=32, masterSystemTime=1731094766941 2024-11-08T19:39:27,224 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:27,224 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:39:27,225 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:27,225 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => 98d9a20dca7c59608e9dc7040a800024, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-08T19:39:27,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,227 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 2bf9687659083fb85c7ca84e418f716b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67655673, jitterRate=0.008148089051246643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:39:27,227 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 2bf9687659083fb85c7ca84e418f716b: Running coprocessor pre-open hook at 1731094767191Writing region info on filesystem at 1731094767191Initializing all the Stores at 1731094767193 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767193Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767194 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767194Cleaning up temporary data from old regions at 1731094767216 (+22 ms)Running coprocessor post-open hooks at 1731094767227 (+11 ms)Region opened successfully at 1731094767227 2024-11-08T19:39:27,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:27,228 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:39:27,228 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:27,228 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc54dae2d4b73de542b973d6108d7a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-08T19:39:27,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=26 2024-11-08T19:39:27,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure eb55312ab30368adc27e59284125e3bf, server=b75fe890c219,33211,1731094763555 in 299 msec 2024-11-08T19:39:27,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,229 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,229 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b., pid=40, masterSystemTime=1731094767001 2024-11-08T19:39:27,231 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,232 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eb55312ab30368adc27e59284125e3bf, ASSIGN in 610 msec 2024-11-08T19:39:27,233 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d9a20dca7c59608e9dc7040a800024 columnFamilyName colfamily11 2024-11-08T19:39:27,233 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:27,233 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:39:27,233 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:27,234 DEBUG [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 013e40603a51f9c6939bb740ed834bb9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-08T19:39:27,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,234 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,234 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(327): Store=98d9a20dca7c59608e9dc7040a800024/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,234 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,234 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,237 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily11 2024-11-08T19:39:27,237 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bf9687659083fb85c7ca84e418f716b, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,238 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,238 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d9a20dca7c59608e9dc7040a800024 columnFamilyName colfamily21 2024-11-08T19:39:27,238 DEBUG [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,238 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,239 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(327): Store=98d9a20dca7c59608e9dc7040a800024/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,239 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,239 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,241 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98d9a20dca7c59608e9dc7040a800024 columnFamilyName colfamily31 2024-11-08T19:39:27,241 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily21 2024-11-08T19:39:27,241 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013e40603a51f9c6939bb740ed834bb9 columnFamilyName colfamily11 2024-11-08T19:39:27,241 DEBUG [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,241 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,241 DEBUG [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,242 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,242 INFO [StoreOpener-98d9a20dca7c59608e9dc7040a800024-1 {}] regionserver.HStore(327): Store=98d9a20dca7c59608e9dc7040a800024/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,242 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,242 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,243 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(327): Store=013e40603a51f9c6939bb740ed834bb9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,243 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,244 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,244 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,244 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily31 2024-11-08T19:39:27,245 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=30 2024-11-08T19:39:27,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bf9687659083fb85c7ca84e418f716b, server=b75fe890c219,33699,1731094763498 in 392 msec 2024-11-08T19:39:27,245 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,245 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,246 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013e40603a51f9c6939bb740ed834bb9 columnFamilyName colfamily21 2024-11-08T19:39:27,246 DEBUG [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,246 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,247 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,247 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,247 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,247 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(327): Store=013e40603a51f9c6939bb740ed834bb9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,247 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,247 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2bf9687659083fb85c7ca84e418f716b, ASSIGN in 627 msec 2024-11-08T19:39:27,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,249 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,250 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,250 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 013e40603a51f9c6939bb740ed834bb9 columnFamilyName colfamily31 2024-11-08T19:39:27,250 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,251 DEBUG [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,251 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,253 INFO [StoreOpener-013e40603a51f9c6939bb740ed834bb9-1 {}] regionserver.HStore(327): Store=013e40603a51f9c6939bb740ed834bb9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,253 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,254 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,254 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,256 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,256 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,256 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened 98d9a20dca7c59608e9dc7040a800024; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72197029, jitterRate=0.07581956684589386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,256 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:39:27,257 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for 98d9a20dca7c59608e9dc7040a800024: Running coprocessor pre-open hook at 1731094767227Writing region info on filesystem at 1731094767227Initializing all the Stores at 1731094767229 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767229Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767230 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767230Cleaning up temporary data from old regions at 1731094767247 (+17 ms)Running coprocessor post-open hooks at 1731094767256 (+9 ms)Region opened successfully at 1731094767257 (+1 ms) 2024-11-08T19:39:27,257 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,258 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., pid=50, masterSystemTime=1731094767045 2024-11-08T19:39:27,261 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,261 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f2a622bea859745d1b2644ad48f0654, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:27,263 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:27,263 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:27,263 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => efdde5d317044b315276c4d233c4f90b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-08T19:39:27,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,264 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,265 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 1bc54dae2d4b73de542b973d6108d7a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68652999, jitterRate=0.02300940454006195}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:39:27,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 1bc54dae2d4b73de542b973d6108d7a0: Running coprocessor pre-open hook at 1731094767229Writing region info on filesystem at 1731094767229Initializing all the Stores at 1731094767231 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767232 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767232Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767232Cleaning up temporary data from old regions at 1731094767249 (+17 ms)Running coprocessor post-open hooks at 1731094767265 (+16 ms)Region opened successfully at 1731094767265 2024-11-08T19:39:27,265 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,267 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., pid=34, masterSystemTime=1731094766941 2024-11-08T19:39:27,267 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=20 2024-11-08T19:39:27,271 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 013e40603a51f9c6939bb740ed834bb9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71279265, jitterRate=0.06214381754398346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,271 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:39:27,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,34141,1731094763374 in 469 msec 2024-11-08T19:39:27,271 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efdde5d317044b315276c4d233c4f90b columnFamilyName colfamily11 2024-11-08T19:39:27,271 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 013e40603a51f9c6939bb740ed834bb9: Running coprocessor pre-open hook at 1731094767235Writing region info on filesystem at 1731094767235Initializing all the Stores at 1731094767237 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767237Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767239 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767239Cleaning up temporary data from old regions at 1731094767261 (+22 ms)Running coprocessor post-open hooks at 1731094767271 (+10 ms)Region opened successfully at 1731094767271 2024-11-08T19:39:27,271 DEBUG [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,272 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:27,272 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:27,272 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:27,272 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(327): Store=efdde5d317044b315276c4d233c4f90b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,272 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 8631e20030ad4311b3f09f3f8dd3f817, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-08T19:39:27,272 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,273 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., pid=44, masterSystemTime=1731094767001 2024-11-08T19:39:27,273 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,273 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,273 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,273 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,275 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,275 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efdde5d317044b315276c4d233c4f90b columnFamilyName colfamily21 2024-11-08T19:39:27,276 DEBUG [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN in 653 msec 2024-11-08T19:39:27,276 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:27,276 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(327): Store=efdde5d317044b315276c4d233c4f90b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,276 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:39:27,276 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,277 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:27,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => e6105518147682ccf58f0707963d4c32, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-08T19:39:27,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,277 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,278 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,279 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily11 2024-11-08T19:39:27,279 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,280 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,281 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,282 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region efdde5d317044b315276c4d233c4f90b columnFamilyName colfamily31 2024-11-08T19:39:27,282 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,282 DEBUG [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 013e40603a51f9c6939bb740ed834bb9, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,283 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6105518147682ccf58f0707963d4c32 columnFamilyName colfamily11 2024-11-08T19:39:27,283 DEBUG [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,283 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(327): Store=e6105518147682ccf58f0707963d4c32/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,284 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,285 INFO [StoreOpener-efdde5d317044b315276c4d233c4f90b-1 {}] regionserver.HStore(327): Store=efdde5d317044b315276c4d233c4f90b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,285 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,287 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,287 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,287 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,288 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33211,1731094763555, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,288 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,289 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,289 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6105518147682ccf58f0707963d4c32 columnFamilyName colfamily21 2024-11-08T19:39:27,289 DEBUG [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,290 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily21 2024-11-08T19:39:27,290 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,290 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,290 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(327): Store=e6105518147682ccf58f0707963d4c32/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,290 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,290 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,292 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,292 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,292 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,294 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6105518147682ccf58f0707963d4c32 columnFamilyName colfamily31 2024-11-08T19:39:27,294 DEBUG [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,294 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily31 2024-11-08T19:39:27,294 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,294 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,295 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,295 INFO [StoreOpener-e6105518147682ccf58f0707963d4c32-1 {}] regionserver.HStore(327): Store=e6105518147682ccf58f0707963d4c32/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,295 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,296 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,296 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,296 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,34141,1731094763374, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,296 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=17 2024-11-08T19:39:27,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 013e40603a51f9c6939bb740ed834bb9, server=b75fe890c219,33699,1731094763498 in 423 msec 2024-11-08T19:39:27,298 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,298 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,298 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,299 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,299 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,300 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,301 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,301 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=013e40603a51f9c6939bb740ed834bb9, ASSIGN in 679 msec 2024-11-08T19:39:27,302 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,303 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=6 2024-11-08T19:39:27,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,34141,1731094763374 in 493 msec 2024-11-08T19:39:27,309 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,309 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,309 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,310 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened e6105518147682ccf58f0707963d4c32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65346227, jitterRate=-0.02626533806324005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,310 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6105518147682ccf58f0707963d4c32 2024-11-08T19:39:27,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN in 690 msec 2024-11-08T19:39:27,311 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for e6105518147682ccf58f0707963d4c32: Running coprocessor pre-open hook at 1731094767278Writing region info on filesystem at 1731094767278Initializing all the Stores at 1731094767279 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767279Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767280 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767280Cleaning up temporary data from old regions at 1731094767298 (+18 ms)Running coprocessor post-open hooks at 1731094767310 (+12 ms)Region opened successfully at 1731094767310 2024-11-08T19:39:27,310 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened efdde5d317044b315276c4d233c4f90b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67129696, jitterRate=3.104209899902344E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,311 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:39:27,311 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for efdde5d317044b315276c4d233c4f90b: Running coprocessor pre-open hook at 1731094767264Writing region info on filesystem at 1731094767264Initializing all the Stores at 1731094767265 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767265Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767266 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767266Cleaning up temporary data from old regions at 1731094767290 (+24 ms)Running coprocessor post-open hooks at 1731094767311 (+21 ms)Region opened successfully at 1731094767311 2024-11-08T19:39:27,311 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 8631e20030ad4311b3f09f3f8dd3f817; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64032791, jitterRate=-0.04583705961704254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,311 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:39:27,312 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 8631e20030ad4311b3f09f3f8dd3f817: Running coprocessor pre-open hook at 1731094767273Writing region info on filesystem at 1731094767273Initializing all the Stores at 1731094767275 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767275Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767275Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767275Cleaning up temporary data from old regions at 1731094767301 (+26 ms)Running coprocessor post-open hooks at 1731094767311 (+10 ms)Region opened successfully at 1731094767311 2024-11-08T19:39:27,312 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., pid=41, masterSystemTime=1731094767001 2024-11-08T19:39:27,313 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., pid=51, masterSystemTime=1731094767045 2024-11-08T19:39:27,313 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., pid=37, masterSystemTime=1731094766941 2024-11-08T19:39:27,316 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:27,316 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:39:27,316 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:27,316 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 9d96817172c35f11f2bc3fa054120ae6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-08T19:39:27,316 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=29 2024-11-08T19:39:27,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f2a622bea859745d1b2644ad48f0654, server=b75fe890c219,33211,1731094763555 in 419 msec 2024-11-08T19:39:27,317 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,317 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,317 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,317 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,318 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:27,318 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:39:27,318 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:27,319 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 4100da82f093e774967b51681b014d67, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-08T19:39:27,319 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,319 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,319 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,319 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,320 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,320 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:27,320 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:39:27,322 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d96817172c35f11f2bc3fa054120ae6 columnFamilyName colfamily11 2024-11-08T19:39:27,322 DEBUG [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,322 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,323 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(327): Store=9d96817172c35f11f2bc3fa054120ae6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,323 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,324 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4100da82f093e774967b51681b014d67 columnFamilyName colfamily11 2024-11-08T19:39:27,324 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d96817172c35f11f2bc3fa054120ae6 columnFamilyName colfamily21 2024-11-08T19:39:27,325 DEBUG [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,325 DEBUG [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,325 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(327): Store=9d96817172c35f11f2bc3fa054120ae6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,325 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(327): Store=4100da82f093e774967b51681b014d67/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,325 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,325 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,327 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d96817172c35f11f2bc3fa054120ae6 columnFamilyName colfamily31 2024-11-08T19:39:27,327 DEBUG [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7f2a622bea859745d1b2644ad48f0654, ASSIGN in 699 msec 2024-11-08T19:39:27,328 INFO [StoreOpener-9d96817172c35f11f2bc3fa054120ae6-1 {}] regionserver.HStore(327): Store=9d96817172c35f11f2bc3fa054120ae6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,328 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,329 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4100da82f093e774967b51681b014d67 columnFamilyName colfamily21 2024-11-08T19:39:27,329 DEBUG [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,329 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,34141,1731094763374 2024-11-08T19:39:27,329 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,330 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,330 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(327): Store=4100da82f093e774967b51681b014d67/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,330 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,332 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,332 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,34141,1731094763374 because future has completed 2024-11-08T19:39:27,333 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4100da82f093e774967b51681b014d67 columnFamilyName colfamily31 2024-11-08T19:39:27,333 DEBUG [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,333 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,334 INFO [StoreOpener-4100da82f093e774967b51681b014d67-1 {}] regionserver.HStore(327): Store=4100da82f093e774967b51681b014d67/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,334 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,334 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,335 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,335 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,337 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure efdde5d317044b315276c4d233c4f90b, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,339 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,339 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,340 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,340 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 9d96817172c35f11f2bc3fa054120ae6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69195924, jitterRate=0.03109961748123169}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,340 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,340 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:39:27,341 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 9d96817172c35f11f2bc3fa054120ae6: Running coprocessor pre-open hook at 1731094767317Writing region info on filesystem at 1731094767317Initializing all the Stores at 1731094767319 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767319Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767319Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767319Cleaning up temporary data from old regions at 1731094767333 (+14 ms)Running coprocessor post-open hooks at 1731094767340 (+7 ms)Region opened successfully at 1731094767340 2024-11-08T19:39:27,342 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., pid=43, masterSystemTime=1731094767001 2024-11-08T19:39:27,343 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=18 2024-11-08T19:39:27,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,34141,1731094763374 in 514 msec 2024-11-08T19:39:27,345 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:27,345 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:39:27,346 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,347 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,348 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 4100da82f093e774967b51681b014d67; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62739784, jitterRate=-0.06510436534881592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,348 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4100da82f093e774967b51681b014d67 2024-11-08T19:39:27,348 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 4100da82f093e774967b51681b014d67: Running coprocessor pre-open hook at 1731094767320Writing region info on filesystem at 1731094767320Initializing all the Stores at 1731094767321 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767321Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767322 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767322Cleaning up temporary data from old regions at 1731094767340 (+18 ms)Running coprocessor post-open hooks at 1731094767348 (+8 ms)Region opened successfully at 1731094767348 2024-11-08T19:39:27,349 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., pid=54, masterSystemTime=1731094767045 2024-11-08T19:39:27,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9d96817172c35f11f2bc3fa054120ae6, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN in 731 msec 2024-11-08T19:39:27,352 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:27,352 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:39:27,353 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:27,353 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 20e079bbd3867ec2fe82b3bd78daee17, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-08T19:39:27,353 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,353 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:39:27,353 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,353 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,355 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=4100da82f093e774967b51681b014d67, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,355 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,358 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e079bbd3867ec2fe82b3bd78daee17 columnFamilyName colfamily11 2024-11-08T19:39:27,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4100da82f093e774967b51681b014d67, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,358 DEBUG [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,359 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(327): Store=20e079bbd3867ec2fe82b3bd78daee17/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,359 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,361 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e079bbd3867ec2fe82b3bd78daee17 columnFamilyName colfamily21 2024-11-08T19:39:27,361 DEBUG [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,362 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(327): Store=20e079bbd3867ec2fe82b3bd78daee17/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=15 2024-11-08T19:39:27,362 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 9d96817172c35f11f2bc3fa054120ae6, server=b75fe890c219,33699,1731094763498 in 497 msec 2024-11-08T19:39:27,362 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,364 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 20e079bbd3867ec2fe82b3bd78daee17 columnFamilyName colfamily31 2024-11-08T19:39:27,364 DEBUG [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:39:27,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=9d96817172c35f11f2bc3fa054120ae6, ASSIGN in 744 msec 2024-11-08T19:39:27,365 INFO [StoreOpener-20e079bbd3867ec2fe82b3bd78daee17-1 {}] regionserver.HStore(327): Store=20e079bbd3867ec2fe82b3bd78daee17/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:39:27,365 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,366 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,367 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,368 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,368 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,369 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:39:27,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=23 2024-11-08T19:39:27,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 4100da82f093e774967b51681b014d67, server=b75fe890c219,33211,1731094763555 in 447 msec 2024-11-08T19:39:27,371 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=4100da82f093e774967b51681b014d67, ASSIGN in 753 msec 2024-11-08T19:39:27,374 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T19:39:27,375 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 20e079bbd3867ec2fe82b3bd78daee17; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70116236, jitterRate=0.044813334941864014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:39:27,375 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:39:27,375 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 20e079bbd3867ec2fe82b3bd78daee17: Running coprocessor pre-open hook at 1731094767354Writing region info on filesystem at 1731094767354Initializing all the Stores at 1731094767355 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767355Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767355Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094767355Cleaning up temporary data from old regions at 1731094767368 (+13 ms)Running coprocessor post-open hooks at 1731094767375 (+7 ms)Region opened successfully at 1731094767375 2024-11-08T19:39:27,376 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., pid=52, masterSystemTime=1731094767045 2024-11-08T19:39:27,379 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:27,379 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:39:27,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=9 2024-11-08T19:39:27,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure efdde5d317044b315276c4d233c4f90b, server=b75fe890c219,33211,1731094763555 in 469 msec 2024-11-08T19:39:27,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=efdde5d317044b315276c4d233c4f90b, ASSIGN in 762 msec 2024-11-08T19:39:27,383 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 20e079bbd3867ec2fe82b3bd78daee17, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,387 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=e6105518147682ccf58f0707963d4c32, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:39:27,392 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,392 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,392 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=b75fe890c219,33699,1731094763498, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-08T19:39:27,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6105518147682ccf58f0707963d4c32, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:39:27,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=13 2024-11-08T19:39:27,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 20e079bbd3867ec2fe82b3bd78daee17, server=b75fe890c219,33211,1731094763555 in 483 msec 2024-11-08T19:39:27,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=20e079bbd3867ec2fe82b3bd78daee17, ASSIGN in 779 msec 2024-11-08T19:39:27,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=21 2024-11-08T19:39:27,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure e6105518147682ccf58f0707963d4c32, server=b75fe890c219,33699,1731094763498 in 551 msec 2024-11-08T19:39:27,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e6105518147682ccf58f0707963d4c32, ASSIGN in 789 msec 2024-11-08T19:39:27,410 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, openSeqNum=2, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:39:27,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98d9a20dca7c59608e9dc7040a800024, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:39:27,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=27 2024-11-08T19:39:27,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 2c7d5206bb8b9fe7d842decaaabf46c3, server=b75fe890c219,33699,1731094763498 in 539 msec 2024-11-08T19:39:27,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2c7d5206bb8b9fe7d842decaaabf46c3, ASSIGN in 799 msec 2024-11-08T19:39:27,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=5 2024-11-08T19:39:27,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 98d9a20dca7c59608e9dc7040a800024, server=b75fe890c219,33211,1731094763555 in 518 msec 2024-11-08T19:39:27,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98d9a20dca7c59608e9dc7040a800024, ASSIGN in 805 msec 2024-11-08T19:39:27,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=7 2024-11-08T19:39:27,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure d1623b165e3c718f1115c71abc5778df, server=b75fe890c219,33699,1731094763498 in 500 msec 2024-11-08T19:39:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=4 2024-11-08T19:39:27,431 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d1623b165e3c718f1115c71abc5778df, ASSIGN in 811 msec 2024-11-08T19:39:27,433 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T19:39:27,433 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731094767433"}]},"ts":"1731094767433"} 2024-11-08T19:39:27,436 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-08T19:39:27,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T19:39:27,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5280 sec 2024-11-08T19:39:28,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T19:39:28,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-08T19:39:28,073 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-08T19:39:28,074 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:39:28,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34141 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-08T19:39:28,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-08T19:39:28,095 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:39:28,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-08T19:39:28,138 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,145 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aah', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,201 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,202 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,204 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,205 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,249 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,296 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,298 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,301 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,303 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,343 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,345 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,347 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,349 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,390 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,392 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,396 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,398 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,448 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,487 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,489 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,493 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,498 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,500 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,532 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,534 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,537 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,543 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,579 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,583 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,585 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,587 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,589 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,591 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,593 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,625 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,628 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,631 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,633 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,636 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,638 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,676 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,679 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,685 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,690 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,727 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,773 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,775 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,782 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,784 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,823 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,825 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,828 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,830 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:28,870 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,873 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,875 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,877 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,878 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,920 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,923 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,925 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,929 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:28,966 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,968 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,971 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,973 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,975 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,977 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:28,980 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,012 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,017 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,019 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,021 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,061 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,062 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,064 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,066 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,100 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,102 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,104 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,108 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,110 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uva', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,147 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,149 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,152 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,157 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,188 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,190 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,195 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,227 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,229 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,231 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,232 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,233 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,235 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2] 2024-11-08T19:39:29,265 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,267 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,269 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,270 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,271 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., hostname=b75fe890c219,33211,1731094763555, seqNum=2] 2024-11-08T19:39:29,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b., hostname=b75fe890c219,33699,1731094763498, seqNum=2] 2024-11-08T19:39:29,329 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:39:29,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:39:29,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:39:29,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33211 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:39:29,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:39:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33699 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:39:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34141 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:39:30,192 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-08T19:39:30,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34141 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-08T19:39:30,454 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-08T19:39:30,454 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER b75fe890c219,34141,1731094763374 2024-11-08T19:39:30,454 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing b75fe890c219,34141,1731094763374 2024-11-08T19:39:30,455 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server b75fe890c219,34141,1731094763374: Simulated kill ***** 2024-11-08T19:39:30,455 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-08T19:39:30,457 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-08T19:39:30,461 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-08T19:39:30,461 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-08T19:39:30,462 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-08T19:39:30,462 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 654939048 }, "NonHeapMemoryUsage": { "committed": 158138368, "init": 7667712, "max": -1, "used": 154619816 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "b75fe890c219" } ] } 2024-11-08T19:39:30,466 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38295 {}] master.MasterRpcServices(700): b75fe890c219,34141,1731094763374 reported a fatal error: ***** ABORTING region server b75fe890c219,34141,1731094763374: Simulated kill ***** 2024-11-08T19:39:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,34141,1731094763374' ***** 2024-11-08T19:39:30,468 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-08T19:39:30,469 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:39:30,469 INFO [RS:0;b75fe890c219:34141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-08T19:39:30,469 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:39:30,469 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:39:30,469 INFO [RS:0;b75fe890c219:34141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-08T19:39:30,469 INFO [RS:0;b75fe890c219:34141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:39:30,469 INFO [RS:0;b75fe890c219:34141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b75fe890c219:34141. 2024-11-08T19:39:30,470 DEBUG [RS:0;b75fe890c219:34141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:39:30,474 DEBUG [RS:0;b75fe890c219:34141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741836_1012 (size=54214) 2024-11-08T19:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741836_1012 (size=54214) 2024-11-08T19:39:30,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741836_1012 (size=54214) 2024-11-08T19:39:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741835_1011 (size=334920) 2024-11-08T19:39:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741835_1011 (size=334920) 2024-11-08T19:39:30,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741835_1011 (size=334920) 2024-11-08T19:39:30,484 DEBUG [RS:0;b75fe890c219:34141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:39:30,484 INFO [RS:0;b75fe890c219:34141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:39:30,484 INFO [RS:0;b75fe890c219:34141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34141 2024-11-08T19:39:30,512 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:39:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:39:30,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,34141,1731094763374 2024-11-08T19:39:30,536 INFO [RS:0;b75fe890c219:34141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:39:30,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,34141,1731094763374] 2024-11-08T19:39:30,554 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,34141,1731094763374 already deleted, retry=false 2024-11-08T19:39:30,555 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of b75fe890c219,34141,1731094763374 on b75fe890c219,38295,1731094762649 2024-11-08T19:39:30,565 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,569 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for b75fe890c219,34141,1731094763374 (carryingMeta=true) b75fe890c219,34141,1731094763374/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@25ad5b4b[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-08T19:39:30,569 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,569 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:39:30,569 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:39:30,569 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:39:30,572 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-08T19:39:30,573 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,574 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:39:30,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:39:30,574 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:39:30,574 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:39:30,575 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:39:30,575 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:39:30,575 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:39:30,575 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:39:30,576 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:39:30,582 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:39:30,584 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:39:30,585 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:39:30,585 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,586 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:39:30,586 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-08T19:39:30,589 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:39:30,589 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,34141,1731094763374, table=hbase:meta, region=1588230740 2024-11-08T19:39:30,589 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPEN 2024-11-08T19:39:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:30,596 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:30,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:39:30,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:30,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:30,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:39:30,598 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094800598 2024-11-08T19:39:30,599 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:39:30,599 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,599 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:39:30,600 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:30,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:30,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:30,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:30,604 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true, isMeta: true 2024-11-08T19:39:30,606 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting 2024-11-08T19:39:30,608 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=1, meta=true 2024-11-08T19:39:30,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta}] 2024-11-08T19:39:30,611 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:39:30,611 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:39:30,611 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:39:30,611 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:39:30,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:39:30,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34141-0x1011d3f64010001, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:39:30,647 INFO [RS:0;b75fe890c219:34141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:39:30,647 INFO [RS:0;b75fe890c219:34141 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,34141,1731094763374; zookeeper connection closed. 2024-11-08T19:39:30,647 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f9d5dd1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f9d5dd1 2024-11-08T19:39:30,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:30,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:30,712 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:39:30,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:30,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:30,713 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:30,903 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T19:39:30,904 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T19:39:30,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:30,922 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:30,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:39:30,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:30,923 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:30,924 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:31,023 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:39:31,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-08T19:39:31,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T19:39:31,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:31,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:31,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:39:31,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:31,741 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:31,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:31,742 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:39:31,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31,743 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:32,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:32,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:32,754 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:32,761 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2156 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:39:32,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:32,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:32,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:32,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:32,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T19:39:32,983 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T19:39:32,987 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:39:32,987 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-08T19:39:32,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:39:32,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T19:39:32,990 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T19:39:32,990 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T19:39:34,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:34,782 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:34,784 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:34,785 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4185 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:39:34,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:34,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:34,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:34,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:38,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:38,803 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:38,805 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:38,806 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8206 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:39:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:38,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:38,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:48,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:48,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:48,905 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:48,906 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18306 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:39:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:48,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:51,735 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:39:56,667 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:38295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:39:58,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:39:58,951 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:39:58,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:39:58,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28353 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:39:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:39:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:39:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:06,366 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T19:40:06,366 INFO [master/b75fe890c219:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T19:40:09,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:09,017 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:09,018 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:09,018 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38419 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:09,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:09,117 WARN [RS:1;b75fe890c219:33699 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b75fe890c219,34141,1731094763374: status=status unset, state=RUNNING, startTime=1731094770568, completionTime=-1 appears to have been leaked 2024-11-08T19:40:19,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:19,052 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:19,054 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:19,055 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48456 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:19,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:19,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:21,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:40:25,894 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98d9a20dca7c59608e9dc7040a800024 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,896 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region efdde5d317044b315276c4d233c4f90b changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,897 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 20e079bbd3867ec2fe82b3bd78daee17 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,898 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 20ccb2e63b2a7310a94aed851b1f67bc changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,898 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fe96b985e40b1253e4f0431dd025a5ed changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,899 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 4100da82f093e774967b51681b014d67 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,899 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region eb55312ab30368adc27e59284125e3bf changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,899 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7f2a622bea859745d1b2644ad48f0654 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,900 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d1623b165e3c718f1115c71abc5778df changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,900 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 599de33cf8c01f929a7cd09f2e459271 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,900 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fa58ca60321d51913d62ec995cb0f296 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9d96817172c35f11f2bc3fa054120ae6 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 013e40603a51f9c6939bb740ed834bb9 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e6105518147682ccf58f0707963d4c32 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a5f18cf69e49ffb26f20e32193cc6c05 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2c7d5206bb8b9fe7d842decaaabf46c3 changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:25,901 DEBUG [master/b75fe890c219:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2bf9687659083fb85c7ca84e418f716b changed from -1.0 to 0.0, refreshing cache 2024-11-08T19:40:26,672 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:38295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:40:29,064 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-08T19:40:30,603 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T19:39:30.603Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:30.713Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:30.924Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31.234Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:31.744Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:39:32.763Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:34.787Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:38.808Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:48.907Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:39:58.954Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:09.019Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:19.057Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T19:40:30,607 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:40:30,607 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:40:30,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:40:30,607 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:40:30,607 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:40:30,608 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:40:30,608 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:40:30,608 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:40:30,609 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:40:30,610 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:40:30,617 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:40:30,617 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:40:30,619 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:40:30,619 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:40:30,619 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:40:30,619 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-08T19:40:30,620 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:40:30,620 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,34141,1731094763374, table=hbase:meta, region=1588230740 2024-11-08T19:40:30,620 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPEN 2024-11-08T19:40:30,690 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:40:30,693 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:40:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:40:30,716 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:40:30,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:40:30,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:40:30,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:40:30,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:40:30,717 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094860717 2024-11-08T19:40:30,717 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:40:30,717 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true, isMeta: true 2024-11-08T19:40:30,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:30,717 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:30,718 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:30,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:30,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:30,719 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=1, meta=true 2024-11-08T19:40:30,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta}] 2024-11-08T19:40:30,719 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:40:30,724 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b75fe890c219,33211,1731094763555 2024-11-08T19:40:30,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555}] 2024-11-08T19:40:30,821 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:30,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:30,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:40:30,822 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:30,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:30,823 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:30,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33211 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-08T19:40:30,908 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, size=52.9 K (54214bytes) 2024-11-08T19:40:30,908 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-08T19:40:30,908 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-08T19:40:30,909 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta 2024-11-08T19:40:30,913 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta after 2ms 2024-11-08T19:40:30,920 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta took 13ms 2024-11-08T19:40:30,928 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:40:30,935 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp 2024-11-08T19:40:30,938 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp 2024-11-08T19:40:30,940 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta so closing down 2024-11-08T19:40:30,941 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T19:40:30,942 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T19:40:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741864_1040 (size=53973) 2024-11-08T19:40:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741864_1040 (size=53973) 2024-11-08T19:40:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741864_1040 (size=53973) 2024-11-08T19:40:30,955 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-08T19:40:30,957 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T19:40:30,961 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-08T19:40:30,961 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, journal: Splitting hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, size=52.9 K (54214bytes) at 1731094830908Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp at 1731094830938 (+30 ms)Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta so closing down at 1731094830940 (+2 ms)3 split writer threads finished at 1731094830942 (+2 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1731094830955 (+13 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1731094830957 (+2 ms)Processed 58 edits across 1 Regions in 36 ms; skipped=1; WAL=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1731094830961 (+4 ms) 2024-11-08T19:40:30,961 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta 2024-11-08T19:40:30,963 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-08T19:40:30,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-08T19:40:30,971 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs 2024-11-08T19:40:30,973 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T19:40:30,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 in 245 msec 2024-11-08T19:40:30,975 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b75fe890c219,33211,1731094763555 2024-11-08T19:40:30,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T19:40:30,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 in 256 msec 2024-11-08T19:40:30,981 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting dir is empty, no logs to split. 2024-11-08T19:40:30,981 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=0, meta=true 2024-11-08T19:40:30,981 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,34141,1731094763374 WAL splitting is done? wals=0, meta=true 2024-11-08T19:40:30,981 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:40:30,981 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:40:30,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:40:30,982 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:40:31,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:31,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:31,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:40:31,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:31,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:31,342 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:31,343 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:40:31,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,344 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:31,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:31,852 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:31,853 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:40:31,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31,854 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:32,861 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:32,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:32,864 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:32,865 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:32,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:32,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:34,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:34,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:34,895 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:34,896 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4178 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:34,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:34,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:38,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:38,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:38,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:38,945 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8228 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:38,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:49,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:49,032 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:49,035 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:49,036 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18318 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:49,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:49,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:49,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:49,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:51,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:40:59,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:40:59,121 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:40:59,122 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:40:59,123 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28405 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:40:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:40:59,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:40:59,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:09,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:09,192 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:09,193 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:09,193 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38475 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:09,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:09,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:09,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:09,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:19,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:19,242 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:19,243 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:19,244 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48527 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:19,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:19,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:19,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:19,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:21,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:41:24,907 WARN [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 21, running: 1 2024-11-08T19:41:24,927 WARN [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 10, running: 1 2024-11-08T19:41:26,898 INFO [regionserver/b75fe890c219:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-08T19:41:28,675 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b75fe890c219:38295 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-08T19:41:30,722 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T19:40:30.718Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:30.823Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31.032Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31.344Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:31.854Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:40:32.867Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:34.898Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:38.947Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:49.037Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:40:59.123Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:09.194Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:19.246Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T19:41:30,724 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:41:30,724 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:41:30,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:41:30,724 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:41:30,724 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:41:30,725 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:41:30,725 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:41:30,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:41:30,726 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:41:30,727 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:41:30,731 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:41:30,731 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:41:30,731 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:41:30,731 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:41:30,733 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:41:30,733 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:41:30,733 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:41:30,734 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:41:30,734 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:41:30,734 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:41:30,734 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:41:30,734 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:41:30,734 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-08T19:41:30,735 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:41:30,735 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,34141,1731094763374, table=hbase:meta, region=1588230740 2024-11-08T19:41:30,735 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPEN 2024-11-08T19:41:30,752 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:41:30,795 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:41:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:41:30,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:41:30,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:41:30,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:41:30,795 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:41:30,796 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094920796 2024-11-08T19:41:30,796 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:41:30,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:30,797 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:30,798 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:30,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:30,798 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting dir is empty, no logs to split. 2024-11-08T19:41:30,799 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=0, meta=true 2024-11-08T19:41:30,799 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,34141,1731094763374 WAL splitting is done? wals=0, meta=true 2024-11-08T19:41:30,799 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:41:30,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:41:30,801 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:41:30,801 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:41:30,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:41:30,801 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:41:30,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:30,902 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:30,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:41:30,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:30,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:30,903 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:31,111 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:31,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:31,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:41:31,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,113 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:31,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:31,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:31,422 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:41:31,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:31,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:31,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:41:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31,932 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:32,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:32,942 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:32,945 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:32,946 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2149 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:32,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:32,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:32,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:32,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:34,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:34,952 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:34,954 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:34,955 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4158 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:34,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:34,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:34,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:34,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:38,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:38,982 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:38,983 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:38,984 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8187 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:38,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:38,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:49,012 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:49,013 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:49,015 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:49,016 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18219 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:49,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:49,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:49,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:49,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:51,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:41:59,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:41:59,112 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:41:59,115 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:41:59,116 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28319 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:41:59,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:59,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:41:59,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:41:59,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:09,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:09,182 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:42:09,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:42:09,185 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38388 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:42:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:42:09,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:42:09,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:13,696 WARN [RS:1;b75fe890c219:33699 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b75fe890c219,34141,1731094763374: status=Processing ServerCrashProcedure of b75fe890c219,34141,1731094763374 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1731094770585, completionTime=-1 appears to have been leaked 2024-11-08T19:42:13,697 WARN [RS:1;b75fe890c219:33699 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of b75fe890c219,34141,1731094763374: status=Processing ServerCrashProcedure of b75fe890c219,34141,1731094763374 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1731094830619, completionTime=-1 appears to have been leaked 2024-11-08T19:42:19,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:19,232 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:42:19,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:42:19,235 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to b75fe890c219,34141,1731094763374 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48438 ms java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-08T19:42:19,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:19,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:42:19,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:42:19,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:21,737 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T19:42:30,803 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-08T19:41:30.798Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:30.903Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31.113Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31.423Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:31.932Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:41:32.949Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:34.956Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:38.985Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:49.017Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:41:59.118Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:09.187Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:19.236Z, java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-08T19:42:30,806 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:30,806 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:30,807 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:30,807 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:30,807 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:30,808 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:30,808 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:30,808 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:30,809 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:30,810 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:42:30,813 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:30,813 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:30,813 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:30,813 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:30,814 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:30,814 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:30,814 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:30,814 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:30,815 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:30,815 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:30,815 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:30,815 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:42:30,816 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:30,816 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,34141,1731094763374, table=hbase:meta, region=1588230740 2024-11-08T19:42:30,816 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,34141,1731094763374, state=OPEN 2024-11-08T19:42:30,879 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:30,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:30,881 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:30,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:30,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:30,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:30,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:30,883 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094980883 2024-11-08T19:42:30,883 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:30,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T19:42:30,883 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:30,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:30,884 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:42:30,885 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:42:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-08T19:42:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:42:30,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:30,887 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:30,888 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:30,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:30,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1] 2024-11-08T19:42:30,992 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:30,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:30,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:30,993 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:42:31,038 DEBUG [b75fe890c219:38295 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-08T19:42:31,040 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:42:31,040 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:42:31,041 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:42:31,041 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:42:31,041 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:42:31,041 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:42:31,041 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:42:31,041 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:42:31,042 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:31,045 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPENING 2024-11-08T19:42:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,071 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,071 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:31,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,071 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:31,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:31,202 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1] 2024-11-08T19:42:31,203 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T19:42:31,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51447, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:31,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33699 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:51447 deadline: 1731095010889, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,33699,1731094763498 2024-11-08T19:42:31,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,33699,1731094763498 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:42:31,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on b75fe890c219,33699,1731094763498 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:42:31,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 from cache 2024-11-08T19:42:31,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33021, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:42:31,231 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T19:42:31,231 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T19:42:31,232 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T19:42:31,234 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b75fe890c219%2C33699%2C1731094763498.meta, suffix=.meta, logDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498, archiveDir=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs, maxLogs=32 2024-11-08T19:42:31,249 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498/b75fe890c219%2C33699%2C1731094763498.meta.1731094951237.meta, exclude list is [], retry=0 2024-11-08T19:42:31,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40175,DS-c35d8487-5829-42c1-bea6-d0fe2ad3e0ff,DISK] 2024-11-08T19:42:31,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42093,DS-a92a6f33-b247-4ffc-b73c-884bb95f6420,DISK] 2024-11-08T19:42:31,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46551,DS-df9e0490-9f23-4903-9924-660e5789f814,DISK] 2024-11-08T19:42:31,254 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33699,1731094763498/b75fe890c219%2C33699%2C1731094763498.meta.1731094951237.meta 2024-11-08T19:42:31,255 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38309:38309),(127.0.0.1/127.0.0.1:45239:45239),(127.0.0.1/127.0.0.1:36847:36847)] 2024-11-08T19:42:31,255 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T19:42:31,255 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T19:42:31,255 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T19:42:31,255 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T19:42:31,256 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T19:42:31,256 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:31,256 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T19:42:31,256 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T19:42:31,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T19:42:31,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T19:42:31,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:31,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:31,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T19:42:31,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T19:42:31,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:31,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:31,260 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T19:42:31,261 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T19:42:31,261 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:31,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:31,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T19:42:31,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T19:42:31,263 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:31,263 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T19:42:31,263 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T19:42:31,264 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:42:31,266 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740 2024-11-08T19:42:31,267 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T19:42:31,284 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T19:42:31,287 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-08T19:42:31,347 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/13d999de55ec41ca87eb683a947f4a4e is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0./info:regioninfo/1731094767282/Put/seqid=0 2024-11-08T19:42:31,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741866_1042 (size=58053) 2024-11-08T19:42:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741866_1042 (size=58053) 2024-11-08T19:42:31,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741866_1042 (size=58053) 2024-11-08T19:42:31,358 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/13d999de55ec41ca87eb683a947f4a4e 2024-11-08T19:42:31,415 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/ns/4ddd7fb9b4b5483caf9b139bb2f30cc9 is 43, key is default/ns:d/1731094765653/Put/seqid=0 2024-11-08T19:42:31,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:42:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:42:31,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741867_1043 (size=5153) 2024-11-08T19:42:31,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:31,522 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1] 2024-11-08T19:42:31,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33699 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:51447 deadline: 1731095010883, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b75fe890c219,33699,1731094763498 2024-11-08T19:42:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b75fe890c219,33699,1731094763498 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:42:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on b75fe890c219,33699,1731094763498 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T19:42:31,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1 from cache 2024-11-08T19:42:31,827 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/ns/4ddd7fb9b4b5483caf9b139bb2f30cc9 2024-11-08T19:42:31,853 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/table/9280454c053840269e6b28cae8eb4f78 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1731094767433/Put/seqid=0 2024-11-08T19:42:31,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741868_1044 (size=5620) 2024-11-08T19:42:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741868_1044 (size=5620) 2024-11-08T19:42:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741868_1044 (size=5620) 2024-11-08T19:42:31,863 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/table/9280454c053840269e6b28cae8eb4f78 2024-11-08T19:42:31,872 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/13d999de55ec41ca87eb683a947f4a4e as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/info/13d999de55ec41ca87eb683a947f4a4e 2024-11-08T19:42:31,881 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/info/13d999de55ec41ca87eb683a947f4a4e, entries=260, sequenceid=60, filesize=56.7 K 2024-11-08T19:42:31,884 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/ns/4ddd7fb9b4b5483caf9b139bb2f30cc9 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/ns/4ddd7fb9b4b5483caf9b139bb2f30cc9 2024-11-08T19:42:31,893 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/ns/4ddd7fb9b4b5483caf9b139bb2f30cc9, entries=2, sequenceid=60, filesize=5.0 K 2024-11-08T19:42:31,895 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/table/9280454c053840269e6b28cae8eb4f78 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/table/9280454c053840269e6b28cae8eb4f78 2024-11-08T19:42:31,903 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/table/9280454c053840269e6b28cae8eb4f78, entries=2, sequenceid=60, filesize=5.5 K 2024-11-08T19:42:31,907 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=60, compaction requested=false; wal=null 2024-11-08T19:42:31,908 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-08T19:42:31,910 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T19:42:31,910 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T19:42:31,911 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T19:42:31,913 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T19:42:31,915 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-08T19:42:31,916 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68147910, jitterRate=0.015482991933822632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T19:42:31,917 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T19:42:31,917 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731094951256Writing region info on filesystem at 1731094951256Initializing all the Stores at 1731094951257 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094951257Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094951257Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094951257Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731094951257Obtaining lock to block concurrent updates at 1731094951287 (+30 ms)Preparing flush snapshotting stores in 1588230740 at 1731094951287Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1731094951290 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731094951290Flushing 1588230740/info: creating writer at 1731094951293 (+3 ms)Flushing 1588230740/info: appending metadata at 1731094951340 (+47 ms)Flushing 1588230740/info: closing flushed file at 1731094951342 (+2 ms)Flushing 1588230740/ns: creating writer at 1731094951400 (+58 ms)Flushing 1588230740/ns: appending metadata at 1731094951414 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731094951414Flushing 1588230740/table: creating writer at 1731094951839 (+425 ms)Flushing 1588230740/table: appending metadata at 1731094951852 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731094951852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ed5f69f: reopening flushed file at 1731094951870 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14d33fe1: reopening flushed file at 1731094951883 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ce946f: reopening flushed file at 1731094951894 (+11 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 619ms, sequenceid=60, compaction requested=false; wal=null at 1731094951907 (+13 ms)Cleaning up temporary data from old regions at 1731094951910 (+3 ms)Running coprocessor post-open hooks at 1731094951917 (+7 ms)Region opened successfully at 1731094951917 2024-11-08T19:42:31,919 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1731094951225 2024-11-08T19:42:31,921 DEBUG [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T19:42:31,921 INFO [RS_OPEN_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T19:42:31,922 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:31,923 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:31,979 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:31,979 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:31,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:31,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T19:42:31,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 in 908 msec 2024-11-08T19:42:31,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-08T19:42:31,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0990 sec 2024-11-08T19:42:32,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:32,031 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1] 2024-11-08T19:42:32,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,064 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,065 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,066 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,067 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,067 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:32,067 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095012067 2024-11-08T19:42:32,067 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095072067 2024-11-08T19:42:32,067 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1840 sec 2024-11-08T19:42:32,068 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b75fe890c219,34141,1731094763374 had 10 regions 2024-11-08T19:42:32,068 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:42:32,068 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,068 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:32,068 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:32,318 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,318 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:32,318 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:32,318 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:32,318 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:32,319 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:32,319 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:32,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:32,319 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:32,320 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:32,322 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:32,323 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,324 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,324 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:42:32,325 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=61 2024-11-08T19:42:32,325 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,33699,1731094763498, table=hbase:meta, region=1588230740 2024-11-08T19:42:32,325 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:32,329 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:32,371 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,371 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094982371 2024-11-08T19:42:32,372 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:32,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,379 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,380 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,381 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,382 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,382 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:32,382 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095012382 2024-11-08T19:42:32,383 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095072382 2024-11-08T19:42:32,383 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-08T19:42:32,383 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): b75fe890c219,34141,1731094763374 had 9 regions 2024-11-08T19:42:32,383 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:32,384 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true, isMeta: false 2024-11-08T19:42:32,386 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=1, meta=false 2024-11-08T19:42:32,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066}] 2024-11-08T19:42:32,387 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:42:32,387 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:32,387 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:32,633 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,633 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:32,633 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:32,634 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:32,634 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:32,635 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:32,635 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:32,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:32,636 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:32,638 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:32,641 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:32,642 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,643 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:32,643 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T19:42:32,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=61 2024-11-08T19:42:32,644 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,33699,1731094763498, table=hbase:meta, region=1588230740 2024-11-08T19:42:32,644 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:32,681 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:32,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,687 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:32,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,687 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:32,688 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094982688 2024-11-08T19:42:32,688 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:32,692 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,693 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:32,694 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:32,695 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:32,695 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:32,695 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095012695 2024-11-08T19:42:32,695 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095072695 2024-11-08T19:42:32,695 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-08T19:42:32,695 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true, isMeta: false 2024-11-08T19:42:32,697 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=1, meta=false 2024-11-08T19:42:32,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066}] 2024-11-08T19:42:32,697 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:32,699 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:32,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:32,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-08T19:42:32,876 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066, size=327.1 K (334920bytes) 2024-11-08T19:42:32,876 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 2024-11-08T19:42:32,876 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 after 0ms 2024-11-08T19:42:32,880 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 took 4ms 2024-11-08T19:42:32,884 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f68310eb8e94d1637ab9dc1547d6b998: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,885 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for b5106c19539d8ee983b68ac7f36a9748: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,886 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0b3714388daa353f79f0bd80b7340086: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,888 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for baa4152fbdf8bc0408b54138c885e661: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,889 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 965b82cdff4444ed1310bc5df98cd66b: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,890 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for adec07c4a5f2c83ccd3f79993c155256: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,892 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6bfa8764ed411f4f376ab5fba9554ea6: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,893 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1bc54dae2d4b73de542b973d6108d7a0: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,895 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8631e20030ad4311b3f09f3f8dd3f817: last_flushed_sequence_id: 18446744073709551615 2024-11-08T19:42:32,902 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,904 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,906 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,907 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,910 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,915 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,915 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,915 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,918 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,918 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,918 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,920 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 so closing down 2024-11-08T19:42:32,920 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-08T19:42:32,920 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,921 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,923 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,923 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,924 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,925 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp 2024-11-08T19:42:32,926 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-08T19:42:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741869_1045 (size=36767) 2024-11-08T19:42:32,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741869_1045 (size=36767) 2024-11-08T19:42:32,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741869_1045 (size=36767) 2024-11-08T19:42:32,949 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T19:42:32,951 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004 2024-11-08T19:42:32,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741871_1047 (size=36767) 2024-11-08T19:42:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741870_1046 (size=36767) 2024-11-08T19:42:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741871_1047 (size=36767) 2024-11-08T19:42:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741870_1046 (size=36767) 2024-11-08T19:42:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741870_1046 (size=36767) 2024-11-08T19:42:32,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741871_1047 (size=36767) 2024-11-08T19:42:32,956 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,958 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004 2024-11-08T19:42:32,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004 2024-11-08T19:42:32,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741872_1048 (size=36767) 2024-11-08T19:42:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741872_1048 (size=36767) 2024-11-08T19:42:32,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741872_1048 (size=36767) 2024-11-08T19:42:32,966 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,968 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004 2024-11-08T19:42:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741873_1049 (size=36767) 2024-11-08T19:42:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741873_1049 (size=36767) 2024-11-08T19:42:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741874_1050 (size=36767) 2024-11-08T19:42:32,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741873_1049 (size=36767) 2024-11-08T19:42:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741874_1050 (size=36767) 2024-11-08T19:42:32,972 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T19:42:32,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741874_1050 (size=36767) 2024-11-08T19:42:32,973 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-08T19:42:32,974 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 2024-11-08T19:42:32,974 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004 2024-11-08T19:42:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741877_1053 (size=36767) 2024-11-08T19:42:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741875_1051 (size=36767) 2024-11-08T19:42:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741875_1051 (size=36767) 2024-11-08T19:42:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741875_1051 (size=36767) 2024-11-08T19:42:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741877_1053 (size=36767) 2024-11-08T19:42:32,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741877_1053 (size=36767) 2024-11-08T19:42:32,991 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,991 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,993 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004 2024-11-08T19:42:32,993 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004 2024-11-08T19:42:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741876_1052 (size=36767) 2024-11-08T19:42:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741876_1052 (size=36767) 2024-11-08T19:42:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741876_1052 (size=36767) 2024-11-08T19:42:32,997 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-08T19:42:32,999 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004 2024-11-08T19:42:32,999 INFO [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 118 ms; skipped=9; WAL=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066, size=327.1 K, length=334920, corrupted=false, cancelled=false 2024-11-08T19:42:32,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066, journal: Splitting hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066, size=327.1 K (334920bytes) at 1731094952876Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952907 (+31 ms)Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952915 (+8 ms)Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952915Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952915Split 8 edits, skipped 9 edits. at 1731094952918 (+3 ms)Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952920 (+2 ms)Finishing writing output for hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 so closing down at 1731094952920Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952920Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952921 (+1 ms)Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 1731094952925 (+4 ms)Creating recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp at 17310949529253 split writer threads finished at 1731094952926 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731094952950 (+24 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004 at 1731094952951 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952956 (+5 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952956Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004 at 1731094952958 (+2 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004 at 1731094952959 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952966 (+7 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004 at 1731094952969 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731094952972 (+3 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1731094952973 (+1 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 at 1731094952974 (+1 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 at 1731094952974Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952991 (+17 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952991Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004 at 1731094952993 (+2 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004 at 1731094952994 (+1 ms)Closed recovered edits writer path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1731094952997 (+3 ms)Rename recovered edits hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004-b75fe890c219%2C34141%2C1731094763374.1731094765066.temp to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004 at 1731094952999 (+2 ms)Processed 18 edits across 9 Regions in 118 ms; skipped=9; WAL=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066, size=327.1 K, length=334920, corrupted=false, cancelled=false at 1731094952999 2024-11-08T19:42:32,999 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 2024-11-08T19:42:33,000 DEBUG [RS_LOG_REPLAY_OPS-regionserver/b75fe890c219:0-0 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-08T19:42:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38295 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-08T19:42:33,004 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting/b75fe890c219%2C34141%2C1731094763374.1731094765066 to hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs 2024-11-08T19:42:33,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T19:42:33,006 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 in 304 msec 2024-11-08T19:42:33,007 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-08T19:42:33,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 in 310 msec 2024-11-08T19:42:33,011 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting dir is empty, no logs to split. 2024-11-08T19:42:33,011 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=0, meta=false 2024-11-08T19:42:33,011 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,34141,1731094763374 WAL splitting is done? wals=0, meta=false 2024-11-08T19:42:33,012 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:42:33,012 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:33,012 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:33,195 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,195 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:33,195 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:33,195 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:33,196 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:33,196 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:33,196 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:33,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:33,196 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:33,196 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:33,197 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:42:33,200 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:33,200 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:33,201 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:33,203 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,204 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-08T19:42:33,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=61 2024-11-08T19:42:33,205 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,33699,1731094763498, table=hbase:meta, region=1588230740 2024-11-08T19:42:33,205 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:33,224 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,247 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,250 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094983250 2024-11-08T19:42:33,250 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,257 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,258 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,259 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,259 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:33,259 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095013259 2024-11-08T19:42:33,259 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095073259 2024-11-08T19:42:33,259 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-08T19:42:33,261 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server b75fe890c219,34141,1731094763374 does not exist 2024-11-08T19:42:33,261 INFO [PEWorker-1 {}] master.SplitWALManager(105): b75fe890c219,34141,1731094763374 WAL count=0, meta=false 2024-11-08T19:42:33,261 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if b75fe890c219,34141,1731094763374 WAL splitting is done? wals=0, meta=false 2024-11-08T19:42:33,262 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for b75fe890c219,34141,1731094763374 failed, ignore...File hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,34141,1731094763374-splitting does not exist. 2024-11-08T19:42:33,262 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:33,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN}] 2024-11-08T19:42:33,264 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:42:33,264 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:33,265 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:33,510 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,510 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:33,510 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:33,510 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:33,511 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:33,512 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:33,512 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:33,512 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:33,512 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:33,514 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:33,517 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:33,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:33,518 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,519 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,520 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,520 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:33,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-08T19:42:33,520 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=61 2024-11-08T19:42:33,520 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,33699,1731094763498, table=hbase:meta, region=1588230740 2024-11-08T19:42:33,520 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:33,546 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:33,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,547 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:33,548 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094983548 2024-11-08T19:42:33,548 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:33,552 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,552 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,552 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,553 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,554 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,34141,1731094763374, regionLocation=b75fe890c219,34141,1731094763374, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:33,555 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:33,555 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:33,555 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095013555 2024-11-08T19:42:33,555 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095073555 2024-11-08T19:42:33,555 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-08T19:42:33,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN}] 2024-11-08T19:42:33,556 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:33,558 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN 2024-11-08T19:42:33,559 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN 2024-11-08T19:42:33,561 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,561 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN 2024-11-08T19:42:33,562 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN 2024-11-08T19:42:33,564 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,564 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN 2024-11-08T19:42:33,565 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,565 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN 2024-11-08T19:42:33,566 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,567 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN 2024-11-08T19:42:33,567 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,568 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN 2024-11-08T19:42:33,568 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN 2024-11-08T19:42:33,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-08T19:42:33,710 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(204): Hosts are {b75fe890c219=0} racks are {/default-rack=0} 2024-11-08T19:42:33,711 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-08T19:42:33,711 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-08T19:42:33,711 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-08T19:42:33,711 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-08T19:42:33,711 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-08T19:42:33,711 INFO [b75fe890c219:38295 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-08T19:42:33,711 DEBUG [b75fe890c219:38295 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-08T19:42:33,712 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,713 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=adec07c4a5f2c83ccd3f79993c155256, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,714 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=0b3714388daa353f79f0bd80b7340086, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,715 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPENING, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN because future has completed 2024-11-08T19:42:33,716 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=b5106c19539d8ee983b68ac7f36a9748, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:33,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN because future has completed 2024-11-08T19:42:33,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN because future has completed 2024-11-08T19:42:33,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN because future has completed 2024-11-08T19:42:33,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN because future has completed 2024-11-08T19:42:33,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:33,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN because future has completed 2024-11-08T19:42:33,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:42:33,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:33,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:33,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,33699,1731094763498}] 2024-11-08T19:42:33,733 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=965b82cdff4444ed1310bc5df98cd66b, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,734 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=baa4152fbdf8bc0408b54138c885e661, regionState=OPENING, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN because future has completed 2024-11-08T19:42:33,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:42:33,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN because future has completed 2024-11-08T19:42:33,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN because future has completed 2024-11-08T19:42:33,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:42:33,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,33211,1731094763555}] 2024-11-08T19:42:33,878 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:33,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T19:42:33,879 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => f68310eb8e94d1637ab9dc1547d6b998, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-08T19:42:33,879 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,880 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:33,880 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,880 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,883 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,884 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily11 2024-11-08T19:42:33,885 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,885 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:33,885 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => 965b82cdff4444ed1310bc5df98cd66b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-08T19:42:33,885 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,885 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,885 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:33,885 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,885 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,886 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,887 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily21 2024-11-08T19:42:33,887 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,887 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,887 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,887 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,888 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f68310eb8e94d1637ab9dc1547d6b998 columnFamilyName colfamily31 2024-11-08T19:42:33,888 DEBUG [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,888 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily11 2024-11-08T19:42:33,888 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,888 INFO [StoreOpener-f68310eb8e94d1637ab9dc1547d6b998-1 {}] regionserver.HStore(327): Store=f68310eb8e94d1637ab9dc1547d6b998/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,888 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,889 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,889 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,889 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,890 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily21 2024-11-08T19:42:33,890 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,890 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,890 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,891 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,891 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 965b82cdff4444ed1310bc5df98cd66b columnFamilyName colfamily31 2024-11-08T19:42:33,891 DEBUG [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,892 INFO [StoreOpener-965b82cdff4444ed1310bc5df98cd66b-1 {}] regionserver.HStore(327): Store=965b82cdff4444ed1310bc5df98cd66b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,892 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,892 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 2024-11-08T19:42:33,892 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,894 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,895 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004 2024-11-08T19:42:33,900 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 2024-11-08T19:42:33,900 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing f68310eb8e94d1637ab9dc1547d6b998 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:33,901 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004 2024-11-08T19:42:33,901 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing 965b82cdff4444ed1310bc5df98cd66b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:33,928 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/.tmp/colfamily11/bc324d32771c4d81bc2ead10cc415eaf is 52, key is jjj/colfamily11:colfamily11/1731094769732/Put/seqid=0 2024-11-08T19:42:33,928 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/.tmp/colfamily11/4bb726eb13b443468b88a522611efe50 is 52, key is xxx/colfamily11:colfamily11/1731094769916/Put/seqid=0 2024-11-08T19:42:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741878_1054 (size=39263) 2024-11-08T19:42:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741879_1055 (size=39263) 2024-11-08T19:42:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741878_1054 (size=39263) 2024-11-08T19:42:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741879_1055 (size=39263) 2024-11-08T19:42:33,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741878_1054 (size=39263) 2024-11-08T19:42:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741879_1055 (size=39263) 2024-11-08T19:42:33,937 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/.tmp/colfamily11/4bb726eb13b443468b88a522611efe50 2024-11-08T19:42:33,937 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/.tmp/colfamily11/bc324d32771c4d81bc2ead10cc415eaf 2024-11-08T19:42:33,945 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/.tmp/colfamily11/4bb726eb13b443468b88a522611efe50 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/colfamily11/4bb726eb13b443468b88a522611efe50 2024-11-08T19:42:33,945 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/.tmp/colfamily11/bc324d32771c4d81bc2ead10cc415eaf as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/colfamily11/bc324d32771c4d81bc2ead10cc415eaf 2024-11-08T19:42:33,953 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/colfamily11/4bb726eb13b443468b88a522611efe50, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:33,953 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/colfamily11/bc324d32771c4d81bc2ead10cc415eaf, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:33,953 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f68310eb8e94d1637ab9dc1547d6b998 in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:33,953 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 965b82cdff4444ed1310bc5df98cd66b in 52ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:33,954 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/0000000000000000004 2024-11-08T19:42:33,954 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/0000000000000000004 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:33,955 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:33,957 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,957 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,960 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:33,960 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:33,961 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened f68310eb8e94d1637ab9dc1547d6b998; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63937740, jitterRate=-0.047253429889678955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:33,961 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened 965b82cdff4444ed1310bc5df98cd66b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59205004, jitterRate=-0.11777669191360474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:33,961 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:33,961 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:33,961 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for 965b82cdff4444ed1310bc5df98cd66b: Running coprocessor pre-open hook at 1731094953886Writing region info on filesystem at 1731094953886Initializing all the Stores at 1731094953887 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953887Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953887Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953887Obtaining lock to block concurrent updates at 1731094953901 (+14 ms)Preparing flush snapshotting stores in 965b82cdff4444ed1310bc5df98cd66b at 1731094953901Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094953901Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. at 1731094953901Flushing 965b82cdff4444ed1310bc5df98cd66b/colfamily11: creating writer at 1731094953901Flushing 965b82cdff4444ed1310bc5df98cd66b/colfamily11: appending metadata at 1731094953928 (+27 ms)Flushing 965b82cdff4444ed1310bc5df98cd66b/colfamily11: closing flushed file at 1731094953928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e0c4db: reopening flushed file at 1731094953944 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 965b82cdff4444ed1310bc5df98cd66b in 52ms, sequenceid=4, compaction requested=false; wal=null at 1731094953953 (+9 ms)Cleaning up temporary data from old regions at 1731094953955 (+2 ms)Running coprocessor post-open hooks at 1731094953961 (+6 ms)Region opened successfully at 1731094953961 2024-11-08T19:42:33,961 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for f68310eb8e94d1637ab9dc1547d6b998: Running coprocessor pre-open hook at 1731094953880Writing region info on filesystem at 1731094953880Initializing all the Stores at 1731094953882 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953882Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953883 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953883Obtaining lock to block concurrent updates at 1731094953900 (+17 ms)Preparing flush snapshotting stores in f68310eb8e94d1637ab9dc1547d6b998 at 1731094953900Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094953900Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. at 1731094953900Flushing f68310eb8e94d1637ab9dc1547d6b998/colfamily11: creating writer at 1731094953900Flushing f68310eb8e94d1637ab9dc1547d6b998/colfamily11: appending metadata at 1731094953928 (+28 ms)Flushing f68310eb8e94d1637ab9dc1547d6b998/colfamily11: closing flushed file at 1731094953928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@393162c: reopening flushed file at 1731094953944 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f68310eb8e94d1637ab9dc1547d6b998 in 53ms, sequenceid=4, compaction requested=false; wal=null at 1731094953953 (+9 ms)Cleaning up temporary data from old regions at 1731094953955 (+2 ms)Running coprocessor post-open hooks at 1731094953961 (+6 ms)Region opened successfully at 1731094953961 2024-11-08T19:42:33,962 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., pid=73, masterSystemTime=1731094953870 2024-11-08T19:42:33,962 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., pid=81, masterSystemTime=1731094953876 2024-11-08T19:42:33,964 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:33,964 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:33,964 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:33,964 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc54dae2d4b73de542b973d6108d7a0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-08T19:42:33,964 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:33,964 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:33,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,965 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:33,965 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:33,965 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:33,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => baa4152fbdf8bc0408b54138c885e661, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-08T19:42:33,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:33,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,966 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:42:33,968 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:33,969 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,969 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:42:33,970 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily11 2024-11-08T19:42:33,970 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily11 2024-11-08T19:42:33,970 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,970 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,971 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,971 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,971 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,971 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,972 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily21 2024-11-08T19:42:33,972 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,972 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily21 2024-11-08T19:42:33,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-08T19:42:33,972 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,33699,1731094763498 in 253 msec 2024-11-08T19:42:33,973 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,973 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,973 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,973 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,974 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region baa4152fbdf8bc0408b54138c885e661 columnFamilyName colfamily31 2024-11-08T19:42:33,974 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc54dae2d4b73de542b973d6108d7a0 columnFamilyName colfamily31 2024-11-08T19:42:33,974 DEBUG [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,974 DEBUG [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:33,974 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN in 416 msec 2024-11-08T19:42:33,974 INFO [StoreOpener-baa4152fbdf8bc0408b54138c885e661-1 {}] regionserver.HStore(327): Store=baa4152fbdf8bc0408b54138c885e661/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,975 INFO [StoreOpener-1bc54dae2d4b73de542b973d6108d7a0-1 {}] regionserver.HStore(327): Store=1bc54dae2d4b73de542b973d6108d7a0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:33,975 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,976 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:33,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=69 2024-11-08T19:42:33,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,33211,1731094763555 in 231 msec 2024-11-08T19:42:33,978 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004 2024-11-08T19:42:33,978 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,979 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,979 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN in 422 msec 2024-11-08T19:42:33,981 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:33,981 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004 2024-11-08T19:42:33,983 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004 2024-11-08T19:42:33,983 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing baa4152fbdf8bc0408b54138c885e661 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:33,988 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004 2024-11-08T19:42:33,988 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 1bc54dae2d4b73de542b973d6108d7a0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,000 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/.tmp/colfamily11/cfebad2555464c06a6ee2a27c197fad8 is 52, key is fff/colfamily11:colfamily11/1731094769654/Put/seqid=0 2024-11-08T19:42:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741880_1056 (size=39263) 2024-11-08T19:42:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741880_1056 (size=39263) 2024-11-08T19:42:34,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741880_1056 (size=39263) 2024-11-08T19:42:34,010 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/.tmp/colfamily11/3c19a11394ce423b811795b2a62d1b58 is 52, key is bbb/colfamily11:colfamily11/1731094769611/Put/seqid=0 2024-11-08T19:42:34,011 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/.tmp/colfamily11/cfebad2555464c06a6ee2a27c197fad8 2024-11-08T19:42:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741881_1057 (size=39263) 2024-11-08T19:42:34,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741881_1057 (size=39263) 2024-11-08T19:42:34,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741881_1057 (size=39263) 2024-11-08T19:42:34,019 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/.tmp/colfamily11/cfebad2555464c06a6ee2a27c197fad8 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/colfamily11/cfebad2555464c06a6ee2a27c197fad8 2024-11-08T19:42:34,020 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/.tmp/colfamily11/3c19a11394ce423b811795b2a62d1b58 2024-11-08T19:42:34,026 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/colfamily11/cfebad2555464c06a6ee2a27c197fad8, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,026 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for baa4152fbdf8bc0408b54138c885e661 in 43ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,027 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/0000000000000000004 2024-11-08T19:42:34,027 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/.tmp/colfamily11/3c19a11394ce423b811795b2a62d1b58 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/colfamily11/3c19a11394ce423b811795b2a62d1b58 2024-11-08T19:42:34,028 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:34,028 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:34,029 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,030 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:34,032 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,033 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened baa4152fbdf8bc0408b54138c885e661; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71566671, jitterRate=0.06642650067806244}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,033 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:34,034 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for baa4152fbdf8bc0408b54138c885e661: Running coprocessor pre-open hook at 1731094953966Writing region info on filesystem at 1731094953966Initializing all the Stores at 1731094953967 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953967Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953969 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953969Obtaining lock to block concurrent updates at 1731094953983 (+14 ms)Preparing flush snapshotting stores in baa4152fbdf8bc0408b54138c885e661 at 1731094953983Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094953984 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. at 1731094953984Flushing baa4152fbdf8bc0408b54138c885e661/colfamily11: creating writer at 1731094953984Flushing baa4152fbdf8bc0408b54138c885e661/colfamily11: appending metadata at 1731094953999 (+15 ms)Flushing baa4152fbdf8bc0408b54138c885e661/colfamily11: closing flushed file at 1731094953999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676bf650: reopening flushed file at 1731094954018 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for baa4152fbdf8bc0408b54138c885e661 in 43ms, sequenceid=4, compaction requested=false; wal=null at 1731094954026 (+8 ms)Cleaning up temporary data from old regions at 1731094954028 (+2 ms)Running coprocessor post-open hooks at 1731094954033 (+5 ms)Region opened successfully at 1731094954034 (+1 ms) 2024-11-08T19:42:34,035 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., pid=80, masterSystemTime=1731094953876 2024-11-08T19:42:34,035 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/colfamily11/3c19a11394ce423b811795b2a62d1b58, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,035 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1bc54dae2d4b73de542b973d6108d7a0 in 47ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,036 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/0000000000000000004 2024-11-08T19:42:34,037 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:34,037 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:34,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,037 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:34,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 6bfa8764ed411f4f376ab5fba9554ea6, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-08T19:42:34,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:34,038 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,039 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,039 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:34,039 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:34,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:42:34,041 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,041 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,042 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily11 2024-11-08T19:42:34,042 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=68 2024-11-08T19:42:34,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,33211,1731094763555 in 299 msec 2024-11-08T19:42:34,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN in 488 msec 2024-11-08T19:42:34,047 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:34,047 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,047 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,048 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily21 2024-11-08T19:42:34,048 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,048 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,048 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,049 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,049 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6bfa8764ed411f4f376ab5fba9554ea6 columnFamilyName colfamily31 2024-11-08T19:42:34,049 DEBUG [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,050 INFO [StoreOpener-6bfa8764ed411f4f376ab5fba9554ea6-1 {}] regionserver.HStore(327): Store=6bfa8764ed411f4f376ab5fba9554ea6/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,050 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,050 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 1bc54dae2d4b73de542b973d6108d7a0; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72716287, jitterRate=0.0835571140050888}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,050 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:34,050 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 1bc54dae2d4b73de542b973d6108d7a0: Running coprocessor pre-open hook at 1731094953965Writing region info on filesystem at 1731094953965Initializing all the Stores at 1731094953967 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953967Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953969 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094953969Obtaining lock to block concurrent updates at 1731094953988 (+19 ms)Preparing flush snapshotting stores in 1bc54dae2d4b73de542b973d6108d7a0 at 1731094953988Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094953988Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. at 1731094953988Flushing 1bc54dae2d4b73de542b973d6108d7a0/colfamily11: creating writer at 1731094953988Flushing 1bc54dae2d4b73de542b973d6108d7a0/colfamily11: appending metadata at 1731094954010 (+22 ms)Flushing 1bc54dae2d4b73de542b973d6108d7a0/colfamily11: closing flushed file at 1731094954010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4bf280: reopening flushed file at 1731094954026 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1bc54dae2d4b73de542b973d6108d7a0 in 47ms, sequenceid=4, compaction requested=false; wal=null at 1731094954035 (+9 ms)Cleaning up temporary data from old regions at 1731094954039 (+4 ms)Running coprocessor post-open hooks at 1731094954050 (+11 ms)Region opened successfully at 1731094954050 2024-11-08T19:42:34,050 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,051 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., pid=74, masterSystemTime=1731094953870 2024-11-08T19:42:34,052 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,052 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:34,053 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:34,053 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:34,053 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004 2024-11-08T19:42:34,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => adec07c4a5f2c83ccd3f79993c155256, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-08T19:42:34,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:34,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,053 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:42:34,056 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,057 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily11 2024-11-08T19:42:34,058 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,058 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,058 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,059 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily21 2024-11-08T19:42:34,059 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,059 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004 2024-11-08T19:42:34,059 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 6bfa8764ed411f4f376ab5fba9554ea6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,060 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,060 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=70 2024-11-08T19:42:34,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,33699,1731094763498 in 336 msec 2024-11-08T19:42:34,061 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region adec07c4a5f2c83ccd3f79993c155256 columnFamilyName colfamily31 2024-11-08T19:42:34,061 DEBUG [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,061 INFO [StoreOpener-adec07c4a5f2c83ccd3f79993c155256-1 {}] regionserver.HStore(327): Store=adec07c4a5f2c83ccd3f79993c155256/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,061 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN in 504 msec 2024-11-08T19:42:34,062 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,063 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,064 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004 2024-11-08T19:42:34,069 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004 2024-11-08T19:42:34,069 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing adec07c4a5f2c83ccd3f79993c155256 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,077 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/.tmp/colfamily11/9774e60aaac74d909ce7814718c691ab is 52, key is ppp/colfamily11:colfamily11/1731094769803/Put/seqid=0 2024-11-08T19:42:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741882_1058 (size=39263) 2024-11-08T19:42:34,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741882_1058 (size=39263) 2024-11-08T19:42:34,086 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/.tmp/colfamily11/db18cda7df0047d7af10f17f0d534846 is 52, key is rrr/colfamily11:colfamily11/1731094769839/Put/seqid=0 2024-11-08T19:42:34,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741882_1058 (size=39263) 2024-11-08T19:42:34,087 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/.tmp/colfamily11/9774e60aaac74d909ce7814718c691ab 2024-11-08T19:42:34,094 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/.tmp/colfamily11/9774e60aaac74d909ce7814718c691ab as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/colfamily11/9774e60aaac74d909ce7814718c691ab 2024-11-08T19:42:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741883_1059 (size=39263) 2024-11-08T19:42:34,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741883_1059 (size=39263) 2024-11-08T19:42:34,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741883_1059 (size=39263) 2024-11-08T19:42:34,100 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/.tmp/colfamily11/db18cda7df0047d7af10f17f0d534846 2024-11-08T19:42:34,101 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/colfamily11/9774e60aaac74d909ce7814718c691ab, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,102 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6bfa8764ed411f4f376ab5fba9554ea6 in 43ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,103 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/0000000000000000004 2024-11-08T19:42:34,104 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,104 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,104 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,106 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,108 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/.tmp/colfamily11/db18cda7df0047d7af10f17f0d534846 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/colfamily11/db18cda7df0047d7af10f17f0d534846 2024-11-08T19:42:34,109 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,110 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 6bfa8764ed411f4f376ab5fba9554ea6; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67967894, jitterRate=0.012800544500350952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,110 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:34,110 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 6bfa8764ed411f4f376ab5fba9554ea6: Running coprocessor pre-open hook at 1731094954039Writing region info on filesystem at 1731094954039Initializing all the Stores at 1731094954041 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954041Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954041Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954041Obtaining lock to block concurrent updates at 1731094954060 (+19 ms)Preparing flush snapshotting stores in 6bfa8764ed411f4f376ab5fba9554ea6 at 1731094954060Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094954060Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. at 1731094954060Flushing 6bfa8764ed411f4f376ab5fba9554ea6/colfamily11: creating writer at 1731094954060Flushing 6bfa8764ed411f4f376ab5fba9554ea6/colfamily11: appending metadata at 1731094954076 (+16 ms)Flushing 6bfa8764ed411f4f376ab5fba9554ea6/colfamily11: closing flushed file at 1731094954076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e05e6df: reopening flushed file at 1731094954093 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6bfa8764ed411f4f376ab5fba9554ea6 in 43ms, sequenceid=4, compaction requested=false; wal=null at 1731094954102 (+9 ms)Cleaning up temporary data from old regions at 1731094954104 (+2 ms)Running coprocessor post-open hooks at 1731094954110 (+6 ms)Region opened successfully at 1731094954110 2024-11-08T19:42:34,111 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., pid=79, masterSystemTime=1731094953876 2024-11-08T19:42:34,113 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:34,113 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:34,113 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:34,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => b5106c19539d8ee983b68ac7f36a9748, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-08T19:42:34,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:34,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,114 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:42:34,116 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,117 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/colfamily11/db18cda7df0047d7af10f17f0d534846, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,118 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily11 2024-11-08T19:42:34,118 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for adec07c4a5f2c83ccd3f79993c155256 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,118 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,119 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,119 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,119 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/0000000000000000004 2024-11-08T19:42:34,120 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily21 2024-11-08T19:42:34,120 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,120 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,121 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,121 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,121 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=72 2024-11-08T19:42:34,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,33211,1731094763555 in 379 msec 2024-11-08T19:42:34,122 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,122 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5106c19539d8ee983b68ac7f36a9748 columnFamilyName colfamily31 2024-11-08T19:42:34,122 DEBUG [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN in 565 msec 2024-11-08T19:42:34,123 INFO [StoreOpener-b5106c19539d8ee983b68ac7f36a9748-1 {}] regionserver.HStore(327): Store=b5106c19539d8ee983b68ac7f36a9748/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,123 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,124 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,124 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,126 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,126 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,126 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004 2024-11-08T19:42:34,127 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened adec07c4a5f2c83ccd3f79993c155256; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67202334, jitterRate=0.0013928115367889404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,128 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:34,128 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for adec07c4a5f2c83ccd3f79993c155256: Running coprocessor pre-open hook at 1731094954054Writing region info on filesystem at 1731094954054Initializing all the Stores at 1731094954055 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954055Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954056 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954056Obtaining lock to block concurrent updates at 1731094954069 (+13 ms)Preparing flush snapshotting stores in adec07c4a5f2c83ccd3f79993c155256 at 1731094954069Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094954069Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. at 1731094954069Flushing adec07c4a5f2c83ccd3f79993c155256/colfamily11: creating writer at 1731094954069Flushing adec07c4a5f2c83ccd3f79993c155256/colfamily11: appending metadata at 1731094954085 (+16 ms)Flushing adec07c4a5f2c83ccd3f79993c155256/colfamily11: closing flushed file at 1731094954085Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251d1191: reopening flushed file at 1731094954107 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for adec07c4a5f2c83ccd3f79993c155256 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731094954118 (+11 ms)Cleaning up temporary data from old regions at 1731094954121 (+3 ms)Running coprocessor post-open hooks at 1731094954128 (+7 ms)Region opened successfully at 1731094954128 2024-11-08T19:42:34,129 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., pid=78, masterSystemTime=1731094953870 2024-11-08T19:42:34,131 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:34,131 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:34,131 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:34,131 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,131 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 8631e20030ad4311b3f09f3f8dd3f817, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-08T19:42:34,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:34,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,132 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004 2024-11-08T19:42:34,133 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing b5106c19539d8ee983b68ac7f36a9748 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:42:34,134 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,135 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily11 2024-11-08T19:42:34,135 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,136 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,136 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,137 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily21 2024-11-08T19:42:34,137 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,138 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,138 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=67 2024-11-08T19:42:34,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,33699,1731094763498 in 403 msec 2024-11-08T19:42:34,139 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8631e20030ad4311b3f09f3f8dd3f817 columnFamilyName colfamily31 2024-11-08T19:42:34,139 DEBUG [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,139 INFO [StoreOpener-8631e20030ad4311b3f09f3f8dd3f817-1 {}] regionserver.HStore(327): Store=8631e20030ad4311b3f09f3f8dd3f817/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,140 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,141 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN in 582 msec 2024-11-08T19:42:34,142 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,143 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004 2024-11-08T19:42:34,150 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004 2024-11-08T19:42:34,150 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 8631e20030ad4311b3f09f3f8dd3f817 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,153 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/.tmp/colfamily11/f53294925a834d3bab668c94d434edba is 52, key is uuu/colfamily11:colfamily11/1731094769893/Put/seqid=0 2024-11-08T19:42:34,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741884_1060 (size=39263) 2024-11-08T19:42:34,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741884_1060 (size=39263) 2024-11-08T19:42:34,166 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/.tmp/colfamily11/f53294925a834d3bab668c94d434edba 2024-11-08T19:42:34,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741884_1060 (size=39263) 2024-11-08T19:42:34,173 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/.tmp/colfamily11/ae34e0cc230c4969955b5bed17fe3536 is 52, key is nnn/colfamily11:colfamily11/1731094769767/Put/seqid=0 2024-11-08T19:42:34,174 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/.tmp/colfamily11/f53294925a834d3bab668c94d434edba as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/colfamily11/f53294925a834d3bab668c94d434edba 2024-11-08T19:42:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741885_1061 (size=39263) 2024-11-08T19:42:34,182 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/colfamily11/f53294925a834d3bab668c94d434edba, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,182 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b5106c19539d8ee983b68ac7f36a9748 in 50ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,183 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/.tmp/colfamily11/ae34e0cc230c4969955b5bed17fe3536 2024-11-08T19:42:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741885_1061 (size=39263) 2024-11-08T19:42:34,183 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/0000000000000000004 2024-11-08T19:42:34,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741885_1061 (size=39263) 2024-11-08T19:42:34,184 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,184 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,185 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,186 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,189 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,190 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/.tmp/colfamily11/ae34e0cc230c4969955b5bed17fe3536 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/colfamily11/ae34e0cc230c4969955b5bed17fe3536 2024-11-08T19:42:34,190 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened b5106c19539d8ee983b68ac7f36a9748; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62435304, jitterRate=-0.06964147090911865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,190 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:34,190 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for b5106c19539d8ee983b68ac7f36a9748: Running coprocessor pre-open hook at 1731094954114Writing region info on filesystem at 1731094954114Initializing all the Stores at 1731094954116 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954116Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954116Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954116Obtaining lock to block concurrent updates at 1731094954133 (+17 ms)Preparing flush snapshotting stores in b5106c19539d8ee983b68ac7f36a9748 at 1731094954133Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094954133Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. at 1731094954133Flushing b5106c19539d8ee983b68ac7f36a9748/colfamily11: creating writer at 1731094954133Flushing b5106c19539d8ee983b68ac7f36a9748/colfamily11: appending metadata at 1731094954153 (+20 ms)Flushing b5106c19539d8ee983b68ac7f36a9748/colfamily11: closing flushed file at 1731094954153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31472aca: reopening flushed file at 1731094954173 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b5106c19539d8ee983b68ac7f36a9748 in 50ms, sequenceid=4, compaction requested=false; wal=null at 1731094954182 (+9 ms)Cleaning up temporary data from old regions at 1731094954184 (+2 ms)Running coprocessor post-open hooks at 1731094954190 (+6 ms)Region opened successfully at 1731094954190 2024-11-08T19:42:34,191 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., pid=75, masterSystemTime=1731094953876 2024-11-08T19:42:34,193 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:34,193 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:34,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,33211,1731094763555 because future has completed 2024-11-08T19:42:34,198 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/colfamily11/ae34e0cc230c4969955b5bed17fe3536, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,199 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8631e20030ad4311b3f09f3f8dd3f817 in 48ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,199 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/0000000000000000004 2024-11-08T19:42:34,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=65 2024-11-08T19:42:34,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,33211,1731094763555 in 474 msec 2024-11-08T19:42:34,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,200 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,201 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN in 644 msec 2024-11-08T19:42:34,203 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,205 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,206 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 8631e20030ad4311b3f09f3f8dd3f817; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74116011, jitterRate=0.10441462695598602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,206 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:34,207 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 8631e20030ad4311b3f09f3f8dd3f817: Running coprocessor pre-open hook at 1731094954132Writing region info on filesystem at 1731094954132Initializing all the Stores at 1731094954133 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954133Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954133Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954134 (+1 ms)Obtaining lock to block concurrent updates at 1731094954150 (+16 ms)Preparing flush snapshotting stores in 8631e20030ad4311b3f09f3f8dd3f817 at 1731094954150Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094954150Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. at 1731094954150Flushing 8631e20030ad4311b3f09f3f8dd3f817/colfamily11: creating writer at 1731094954150Flushing 8631e20030ad4311b3f09f3f8dd3f817/colfamily11: appending metadata at 1731094954173 (+23 ms)Flushing 8631e20030ad4311b3f09f3f8dd3f817/colfamily11: closing flushed file at 1731094954173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@108f7820: reopening flushed file at 1731094954189 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8631e20030ad4311b3f09f3f8dd3f817 in 48ms, sequenceid=4, compaction requested=false; wal=null at 1731094954199 (+10 ms)Cleaning up temporary data from old regions at 1731094954200 (+1 ms)Running coprocessor post-open hooks at 1731094954207 (+7 ms)Region opened successfully at 1731094954207 2024-11-08T19:42:34,208 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., pid=77, masterSystemTime=1731094953870 2024-11-08T19:42:34,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:34,210 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:34,210 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:34,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 0b3714388daa353f79f0bd80b7340086, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-08T19:42:34,210 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,210 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,211 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T19:42:34,211 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,211 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:42:34,212 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,213 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily11 2024-11-08T19:42:34,214 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,214 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,214 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=66 2024-11-08T19:42:34,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,33699,1731094763498 in 485 msec 2024-11-08T19:42:34,215 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily21 2024-11-08T19:42:34,215 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,216 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,216 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN in 659 msec 2024-11-08T19:42:34,217 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0b3714388daa353f79f0bd80b7340086 columnFamilyName colfamily31 2024-11-08T19:42:34,217 DEBUG [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T19:42:34,218 INFO [StoreOpener-0b3714388daa353f79f0bd80b7340086-1 {}] regionserver.HStore(327): Store=0b3714388daa353f79f0bd80b7340086/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T19:42:34,218 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,219 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,221 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,221 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004 2024-11-08T19:42:34,226 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004 2024-11-08T19:42:34,227 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 0b3714388daa353f79f0bd80b7340086 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:34,244 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/.tmp/colfamily11/8bc5b44f817a4509bbf845104a368fa6 is 52, key is ggg/colfamily11:colfamily11/1731094769693/Put/seqid=0 2024-11-08T19:42:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741886_1062 (size=39263) 2024-11-08T19:42:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741886_1062 (size=39263) 2024-11-08T19:42:34,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741886_1062 (size=39263) 2024-11-08T19:42:34,252 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/.tmp/colfamily11/8bc5b44f817a4509bbf845104a368fa6 2024-11-08T19:42:34,260 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/.tmp/colfamily11/8bc5b44f817a4509bbf845104a368fa6 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/colfamily11/8bc5b44f817a4509bbf845104a368fa6 2024-11-08T19:42:34,268 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/colfamily11/8bc5b44f817a4509bbf845104a368fa6, entries=703, sequenceid=4, filesize=38.3 K 2024-11-08T19:42:34,268 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b3714388daa353f79f0bd80b7340086 in 42ms, sequenceid=4, compaction requested=false; wal=null 2024-11-08T19:42:34,269 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/0000000000000000004 2024-11-08T19:42:34,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,270 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,271 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-08T19:42:34,272 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,275 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T19:42:34,276 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 0b3714388daa353f79f0bd80b7340086; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67760051, jitterRate=0.009703442454338074}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-08T19:42:34,276 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:34,276 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 0b3714388daa353f79f0bd80b7340086: Running coprocessor pre-open hook at 1731094954211Writing region info on filesystem at 1731094954211Initializing all the Stores at 1731094954212 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954212Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954212Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731094954212Obtaining lock to block concurrent updates at 1731094954227 (+15 ms)Preparing flush snapshotting stores in 0b3714388daa353f79f0bd80b7340086 at 1731094954227Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094954227Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. at 1731094954227Flushing 0b3714388daa353f79f0bd80b7340086/colfamily11: creating writer at 1731094954227Flushing 0b3714388daa353f79f0bd80b7340086/colfamily11: appending metadata at 1731094954243 (+16 ms)Flushing 0b3714388daa353f79f0bd80b7340086/colfamily11: closing flushed file at 1731094954243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea3d5ac: reopening flushed file at 1731094954259 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0b3714388daa353f79f0bd80b7340086 in 42ms, sequenceid=4, compaction requested=false; wal=null at 1731094954268 (+9 ms)Cleaning up temporary data from old regions at 1731094954270 (+2 ms)Running coprocessor post-open hooks at 1731094954276 (+6 ms)Region opened successfully at 1731094954276 2024-11-08T19:42:34,277 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., pid=76, masterSystemTime=1731094953870 2024-11-08T19:42:34,279 DEBUG [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:34,279 INFO [RS_OPEN_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:34,280 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, openSeqNum=5, regionLocation=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,33699,1731094763498 because future has completed 2024-11-08T19:42:34,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=64 2024-11-08T19:42:34,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,33699,1731094763498 in 556 msec 2024-11-08T19:42:34,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=57 2024-11-08T19:42:34,286 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN in 728 msec 2024-11-08T19:42:34,286 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b75fe890c219,34141,1731094763374 after splitting done 2024-11-08T19:42:34,287 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-08T19:42:34,287 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:34,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:34,287 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:34,306 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:34,306 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-08T19:42:34,306 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:34,306 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:34,306 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:34,306 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-08T19:42:34,306 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-08T19:42:34,307 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-08T19:42:34,307 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T19:42:34,308 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,310 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-08T19:42:34,311 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T19:42:34,312 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN 2024-11-08T19:42:34,315 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,33699,1731094763498 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,33211,1731094763555 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.meta.1731094765477.meta, worker=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure b75fe890c219%2C34141%2C1731094763374.1731094765066, worker=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0b3714388daa353f79f0bd80b7340086, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b5106c19539d8ee983b68ac7f36a9748, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8631e20030ad4311b3f09f3f8dd3f817, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=adec07c4a5f2c83ccd3f79993c155256, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=baa4152fbdf8bc0408b54138c885e661, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=965b82cdff4444ed1310bc5df98cd66b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,316 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1bc54dae2d4b73de542b973d6108d7a0, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f68310eb8e94d1637ab9dc1547d6b998, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6bfa8764ed411f4f376ab5fba9554ea6, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure f68310eb8e94d1637ab9dc1547d6b998, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc54dae2d4b73de542b973d6108d7a0, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure b5106c19539d8ee983b68ac7f36a9748, server=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 0b3714388daa353f79f0bd80b7340086, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 8631e20030ad4311b3f09f3f8dd3f817, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure adec07c4a5f2c83ccd3f79993c155256, server=b75fe890c219,33699,1731094763498 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 6bfa8764ed411f4f376ab5fba9554ea6, server=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure baa4152fbdf8bc0408b54138c885e661, server=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 965b82cdff4444ed1310bc5df98cd66b, server=b75fe890c219,33211,1731094763555 didn't hold the lock before restarting, skip acquiring lock. 2024-11-08T19:42:34,317 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-08T19:42:34,318 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=61 2024-11-08T19:42:34,318 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=b75fe890c219,33699,1731094763498, table=hbase:meta, region=1588230740 2024-11-08T19:42:34,318 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b75fe890c219,33699,1731094763498, state=OPEN 2024-11-08T19:42:34,321 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38295 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T19:42:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:34,354 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:34,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T19:42:34,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:34,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:34,354 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T19:42:34,355 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731094984355 2024-11-08T19:42:34,355 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T19:42:34,369 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98d9a20dca7c59608e9dc7040a800024, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,369 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1bc54dae2d4b73de542b973d6108d7a0, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=5 2024-11-08T19:42:34,369 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d1623b165e3c718f1115c71abc5778df, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,369 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=599de33cf8c01f929a7cd09f2e459271, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,369 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=efdde5d317044b315276c4d233c4f90b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=baa4152fbdf8bc0408b54138c885e661, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=5 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0b3714388daa353f79f0bd80b7340086, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=5 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fa58ca60321d51913d62ec995cb0f296, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20e079bbd3867ec2fe82b3bd78daee17, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=965b82cdff4444ed1310bc5df98cd66b, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=5 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=9d96817172c35f11f2bc3fa054120ae6, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,370 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=20ccb2e63b2a7310a94aed851b1f67bc, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=013e40603a51f9c6939bb740ed834bb9, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8631e20030ad4311b3f09f3f8dd3f817, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=5 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fe96b985e40b1253e4f0431dd025a5ed, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6bfa8764ed411f4f376ab5fba9554ea6, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=5 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e6105518147682ccf58f0707963d4c32, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=adec07c4a5f2c83ccd3f79993c155256, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=5 2024-11-08T19:42:34,371 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=4100da82f093e774967b51681b014d67, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a5f18cf69e49ffb26f20e32193cc6c05, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b5106c19539d8ee983b68ac7f36a9748, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=5 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eb55312ab30368adc27e59284125e3bf, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2c7d5206bb8b9fe7d842decaaabf46c3, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f68310eb8e94d1637ab9dc1547d6b998, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=5 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7f2a622bea859745d1b2644ad48f0654, regionState=OPEN, lastHost=b75fe890c219,33211,1731094763555, regionLocation=b75fe890c219,33211,1731094763555, openSeqNum=2 2024-11-08T19:42:34,372 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2bf9687659083fb85c7ca84e418f716b, regionState=OPEN, lastHost=b75fe890c219,33699,1731094763498, regionLocation=b75fe890c219,33699,1731094763498, openSeqNum=2 2024-11-08T19:42:34,372 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-08T19:42:34,372 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731095014372 2024-11-08T19:42:34,373 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731095074373 2024-11-08T19:42:34,373 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 17 msec 2024-11-08T19:42:34,373 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server b75fe890c219,34141,1731094763374 after splitting done 2024-11-08T19:42:34,373 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-08T19:42:34,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure b75fe890c219,34141,1731094763374, splitWal=true, meta=true in 3 mins, 3.817 sec 2024-11-08T19:42:34,627 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T19:42:34,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:34,640 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server b75fe890c219:34141 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:34141 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T19:42:34,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=java.net.ConnectException: Call to address=b75fe890c219:34141 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:34,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-08T19:42:34,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:34,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address b75fe890c219:34141 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: b75fe890c219/172.17.0.2:34141 2024-11-08T19:42:34,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:34,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:34,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:34,752 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=b75fe890c219,34141,1731094763374, seqNum=-1 from cache 2024-11-08T19:42:34,862 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T19:42:34,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T19:42:34,866 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b75fe890c219,33699,1731094763498, seqNum=-1] 2024-11-08T19:42:34,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T19:42:34,875 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0., hostname=b75fe890c219,33699,1731094763498, seqNum=5] 2024-11-08T19:42:34,897 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:34,897 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:34,898 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:34,898 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,010 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661., hostname=b75fe890c219,33211,1731094763555, seqNum=5] 2024-11-08T19:42:35,024 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,025 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,025 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,025 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,135 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086., hostname=b75fe890c219,33699,1731094763498, seqNum=5] 2024-11-08T19:42:35,157 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,158 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,158 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,158 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,267 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b., hostname=b75fe890c219,33211,1731094763555, seqNum=5] 2024-11-08T19:42:35,295 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,296 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,296 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,296 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,406 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817., hostname=b75fe890c219,33699,1731094763498, seqNum=5] 2024-11-08T19:42:35,420 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,421 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,421 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,421 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,528 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6., hostname=b75fe890c219,33211,1731094763555, seqNum=5] 2024-11-08T19:42:35,539 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,539 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,539 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,539 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,647 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256., hostname=b75fe890c219,33699,1731094763498, seqNum=5] 2024-11-08T19:42:35,660 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,661 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,661 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,661 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,781 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748., hostname=b75fe890c219,33211,1731094763555, seqNum=5] 2024-11-08T19:42:35,790 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to b75fe890c219:34141 this server is in the failed servers list 2024-11-08T19:42:35,791 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=b75fe890c219:34141 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,791 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: b75fe890c219:34141 2024-11-08T19:42:35,791 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,34141,1731094763374, seqNum=2 from cache 2024-11-08T19:42:35,907 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998., hostname=b75fe890c219,33699,1731094763498, seqNum=5] 2024-11-08T19:42:35,978 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-08T19:42:35,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T19:42:35,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:42:35,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:42:35,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:35,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:35,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T19:42:35,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T19:42:35,979 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=721888074, stopped=false 2024-11-08T19:42:35,979 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b75fe890c219,38295,1731094762649 2024-11-08T19:42:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:36,030 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T19:42:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:36,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:36,030 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:36,030 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:36,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T19:42:36,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:42:36,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:36,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:36,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:36,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T19:42:36,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,33699,1731094763498' ***** 2024-11-08T19:42:36,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:42:36,032 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b75fe890c219,33211,1731094763555' ***** 2024-11-08T19:42:36,032 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T19:42:36,033 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:42:36,033 INFO [RS:2;b75fe890c219:33211 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:42:36,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:42:36,033 INFO [RS:2;b75fe890c219:33211 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:42:36,033 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T19:42:36,033 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T19:42:36,033 INFO [RS:1;b75fe890c219:33699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T19:42:36,034 INFO [RS:1;b75fe890c219:33699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T19:42:36,034 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:42:36,034 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for adec07c4a5f2c83ccd3f79993c155256 2024-11-08T19:42:36,034 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bc54dae2d4b73de542b973d6108d7a0 2024-11-08T19:42:36,034 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 013e40603a51f9c6939bb740ed834bb9 2024-11-08T19:42:36,034 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 2c7d5206bb8b9fe7d842decaaabf46c3 2024-11-08T19:42:36,034 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 20e079bbd3867ec2fe82b3bd78daee17 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 8631e20030ad4311b3f09f3f8dd3f817 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for f68310eb8e94d1637ab9dc1547d6b998 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 20ccb2e63b2a7310a94aed851b1f67bc 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 965b82cdff4444ed1310bc5df98cd66b 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 0b3714388daa353f79f0bd80b7340086 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for e6105518147682ccf58f0707963d4c32 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 98d9a20dca7c59608e9dc7040a800024 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 599de33cf8c01f929a7cd09f2e459271 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 9d96817172c35f11f2bc3fa054120ae6 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 7f2a622bea859745d1b2644ad48f0654 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for d1623b165e3c718f1115c71abc5778df 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for a5f18cf69e49ffb26f20e32193cc6c05 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for baa4152fbdf8bc0408b54138c885e661 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe96b985e40b1253e4f0431dd025a5ed, disabling compactions & flushes 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing adec07c4a5f2c83ccd3f79993c155256, disabling compactions & flushes 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bf9687659083fb85c7ca84e418f716b 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for efdde5d317044b315276c4d233c4f90b 2024-11-08T19:42:36,035 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:42:36,035 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,33699,1731094763498 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 4100da82f093e774967b51681b014d67 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. after waiting 0 ms 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:42:36,035 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for b5106c19539d8ee983b68ac7f36a9748 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. after waiting 0 ms 2024-11-08T19:42:36,035 INFO [RS:1;b75fe890c219:33699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;b75fe890c219:33699. 2024-11-08T19:42:36,035 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:36,036 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for eb55312ab30368adc27e59284125e3bf 2024-11-08T19:42:36,036 DEBUG [RS:1;b75fe890c219:33699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:42:36,036 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fe96b985e40b1253e4f0431dd025a5ed 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,036 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(3091): Received CLOSE for 6bfa8764ed411f4f376ab5fba9554ea6 2024-11-08T19:42:36,036 DEBUG [RS:1;b75fe890c219:33699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:36,036 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(959): stopping server b75fe890c219,33211,1731094763555 2024-11-08T19:42:36,036 INFO [RS:2;b75fe890c219:33211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:42:36,036 INFO [RS:2;b75fe890c219:33211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;b75fe890c219:33211. 2024-11-08T19:42:36,036 INFO [RS:1;b75fe890c219:33699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:42:36,036 DEBUG [RS:2;b75fe890c219:33211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T19:42:36,036 INFO [RS:1;b75fe890c219:33699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:42:36,036 DEBUG [RS:2;b75fe890c219:33211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:36,036 INFO [RS:1;b75fe890c219:33699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:42:36,037 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T19:42:36,037 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1321): Waiting on 12 regions to close 2024-11-08T19:42:36,037 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1321): Waiting on 15 regions to close 2024-11-08T19:42:36,037 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1351): Waiting on 20ccb2e63b2a7310a94aed851b1f67bc, 20e079bbd3867ec2fe82b3bd78daee17, 4100da82f093e774967b51681b014d67, 6bfa8764ed411f4f376ab5fba9554ea6, 7f2a622bea859745d1b2644ad48f0654, 965b82cdff4444ed1310bc5df98cd66b, 98d9a20dca7c59608e9dc7040a800024, b5106c19539d8ee983b68ac7f36a9748, baa4152fbdf8bc0408b54138c885e661, eb55312ab30368adc27e59284125e3bf, efdde5d317044b315276c4d233c4f90b, fe96b985e40b1253e4f0431dd025a5ed 2024-11-08T19:42:36,037 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1351): Waiting on 013e40603a51f9c6939bb740ed834bb9, 0b3714388daa353f79f0bd80b7340086, 1588230740, 1bc54dae2d4b73de542b973d6108d7a0, 2bf9687659083fb85c7ca84e418f716b, 2c7d5206bb8b9fe7d842decaaabf46c3, 599de33cf8c01f929a7cd09f2e459271, 8631e20030ad4311b3f09f3f8dd3f817, 9d96817172c35f11f2bc3fa054120ae6, a5f18cf69e49ffb26f20e32193cc6c05, adec07c4a5f2c83ccd3f79993c155256, d1623b165e3c718f1115c71abc5778df, e6105518147682ccf58f0707963d4c32, f68310eb8e94d1637ab9dc1547d6b998, fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:42:36,037 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T19:42:36,037 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T19:42:36,037 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T19:42:36,038 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T19:42:36,038 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T19:42:36,038 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.39 KB heapSize=19.70 KB 2024-11-08T19:42:36,042 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/adec07c4a5f2c83ccd3f79993c155256/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,043 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:42:36,043 INFO [regionserver/b75fe890c219:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:42:36,044 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:36,044 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for adec07c4a5f2c83ccd3f79993c155256: Waiting for close lock at 1731094956035Running coprocessor pre-close hooks at 1731094956035Disabling compacts and flushes for region at 1731094956035Disabling writes for close at 1731094956035Writing region close event to WAL at 1731094956039 (+4 ms)Running coprocessor post-close hooks at 1731094956043 (+4 ms)Closed at 1731094956044 (+1 ms) 2024-11-08T19:42:36,045 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1731094765899.adec07c4a5f2c83ccd3f79993c155256. 2024-11-08T19:42:36,045 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bc54dae2d4b73de542b973d6108d7a0, disabling compactions & flushes 2024-11-08T19:42:36,045 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:36,045 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:36,045 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. after waiting 0 ms 2024-11-08T19:42:36,045 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:36,048 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1bc54dae2d4b73de542b973d6108d7a0/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,049 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bc54dae2d4b73de542b973d6108d7a0: Waiting for close lock at 1731094956045Running coprocessor pre-close hooks at 1731094956045Disabling compacts and flushes for region at 1731094956045Disabling writes for close at 1731094956045Writing region close event to WAL at 1731094956046 (+1 ms)Running coprocessor post-close hooks at 1731094956049 (+3 ms)Closed at 1731094956049 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0. 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 013e40603a51f9c6939bb740ed834bb9, disabling compactions & flushes 2024-11-08T19:42:36,049 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. after waiting 0 ms 2024-11-08T19:42:36,049 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:42:36,049 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 013e40603a51f9c6939bb740ed834bb9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,051 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/ff3fb1d9e56d4441947ce7e48cf934b9 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1731094765899.1bc54dae2d4b73de542b973d6108d7a0./info:regioninfo/1731094954053/Put/seqid=0 2024-11-08T19:42:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741887_1063 (size=19858) 2024-11-08T19:42:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741887_1063 (size=19858) 2024-11-08T19:42:36,063 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/.tmp/colfamily11/9c0146a0855b4f0096131481e393f243 is 52, key is ooo/colfamily11:colfamily11/1731094769666/Put/seqid=0 2024-11-08T19:42:36,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741887_1063 (size=19858) 2024-11-08T19:42:36,063 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.39 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/ff3fb1d9e56d4441947ce7e48cf934b9 2024-11-08T19:42:36,068 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/.tmp/colfamily11/fef447015f144e3f96a7e557081030de is 52, key is mmm/colfamily11:colfamily11/1731094769759/Put/seqid=0 2024-11-08T19:42:36,072 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/.tmp/info/ff3fb1d9e56d4441947ce7e48cf934b9 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/info/ff3fb1d9e56d4441947ce7e48cf934b9 2024-11-08T19:42:36,078 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/info/ff3fb1d9e56d4441947ce7e48cf934b9, entries=72, sequenceid=81, filesize=19.4 K 2024-11-08T19:42:36,079 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=81, compaction requested=false 2024-11-08T19:42:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741888_1064 (size=39263) 2024-11-08T19:42:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741888_1064 (size=39263) 2024-11-08T19:42:36,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741888_1064 (size=39263) 2024-11-08T19:42:36,082 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/.tmp/colfamily11/9c0146a0855b4f0096131481e393f243 2024-11-08T19:42:36,088 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/.tmp/colfamily11/9c0146a0855b4f0096131481e393f243 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/colfamily11/9c0146a0855b4f0096131481e393f243 2024-11-08T19:42:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741889_1065 (size=39263) 2024-11-08T19:42:36,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741889_1065 (size=39263) 2024-11-08T19:42:36,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741889_1065 (size=39263) 2024-11-08T19:42:36,096 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/.tmp/colfamily11/fef447015f144e3f96a7e557081030de 2024-11-08T19:42:36,096 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/colfamily11/9c0146a0855b4f0096131481e393f243, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,097 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe96b985e40b1253e4f0431dd025a5ed in 62ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,098 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-08T19:42:36,099 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T19:42:36,099 INFO [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T19:42:36,099 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731094956037Running coprocessor pre-close hooks at 1731094956037Disabling compacts and flushes for region at 1731094956037Disabling writes for close at 1731094956038 (+1 ms)Obtaining lock to block concurrent updates at 1731094956038Preparing flush snapshotting stores in 1588230740 at 1731094956038Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13716, getHeapSize=20112, getOffHeapSize=0, getCellsCount=72 at 1731094956042 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731094956045 (+3 ms)Flushing 1588230740/info: creating writer at 1731094956045Flushing 1588230740/info: appending metadata at 1731094956050 (+5 ms)Flushing 1588230740/info: closing flushed file at 1731094956050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71c91b7a: reopening flushed file at 1731094956071 (+21 ms)Finished flush of dataSize ~13.39 KB/13716, heapSize ~18.94 KB/19392, currentSize=0 B/0 for 1588230740 in 41ms, sequenceid=81, compaction requested=false at 1731094956079 (+8 ms)Writing region close event to WAL at 1731094956092 (+13 ms)Running coprocessor post-close hooks at 1731094956098 (+6 ms)Closed at 1731094956099 (+1 ms) 2024-11-08T19:42:36,099 DEBUG [RS_CLOSE_META-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T19:42:36,102 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fe96b985e40b1253e4f0431dd025a5ed/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,103 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:42:36,103 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe96b985e40b1253e4f0431dd025a5ed: Waiting for close lock at 1731094956035Running coprocessor pre-close hooks at 1731094956035Disabling compacts and flushes for region at 1731094956035Disabling writes for close at 1731094956035Obtaining lock to block concurrent updates at 1731094956036 (+1 ms)Preparing flush snapshotting stores in fe96b985e40b1253e4f0431dd025a5ed at 1731094956036Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956042 (+6 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. at 1731094956045 (+3 ms)Flushing fe96b985e40b1253e4f0431dd025a5ed/colfamily11: creating writer at 1731094956045Flushing fe96b985e40b1253e4f0431dd025a5ed/colfamily11: appending metadata at 1731094956063 (+18 ms)Flushing fe96b985e40b1253e4f0431dd025a5ed/colfamily11: closing flushed file at 1731094956063Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7228dee1: reopening flushed file at 1731094956088 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fe96b985e40b1253e4f0431dd025a5ed in 62ms, sequenceid=5, compaction requested=false at 1731094956097 (+9 ms)Writing region close event to WAL at 1731094956098 (+1 ms)Running coprocessor post-close hooks at 1731094956103 (+5 ms)Closed at 1731094956103 2024-11-08T19:42:36,103 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1731094765899.fe96b985e40b1253e4f0431dd025a5ed. 2024-11-08T19:42:36,104 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20e079bbd3867ec2fe82b3bd78daee17, disabling compactions & flushes 2024-11-08T19:42:36,104 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:42:36,104 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:42:36,104 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. after waiting 0 ms 2024-11-08T19:42:36,104 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:42:36,104 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20e079bbd3867ec2fe82b3bd78daee17 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,104 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/.tmp/colfamily11/fef447015f144e3f96a7e557081030de as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/colfamily11/fef447015f144e3f96a7e557081030de 2024-11-08T19:42:36,111 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/colfamily11/fef447015f144e3f96a7e557081030de, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,112 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 013e40603a51f9c6939bb740ed834bb9 in 63ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,117 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/013e40603a51f9c6939bb740ed834bb9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,118 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:42:36,118 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 013e40603a51f9c6939bb740ed834bb9: Waiting for close lock at 1731094956049Running coprocessor pre-close hooks at 1731094956049Disabling compacts and flushes for region at 1731094956049Disabling writes for close at 1731094956049Obtaining lock to block concurrent updates at 1731094956049Preparing flush snapshotting stores in 013e40603a51f9c6939bb740ed834bb9 at 1731094956049Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956050 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. at 1731094956050Flushing 013e40603a51f9c6939bb740ed834bb9/colfamily11: creating writer at 1731094956050Flushing 013e40603a51f9c6939bb740ed834bb9/colfamily11: appending metadata at 1731094956068 (+18 ms)Flushing 013e40603a51f9c6939bb740ed834bb9/colfamily11: closing flushed file at 1731094956068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59a77bb8: reopening flushed file at 1731094956103 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 013e40603a51f9c6939bb740ed834bb9 in 63ms, sequenceid=5, compaction requested=false at 1731094956112 (+9 ms)Writing region close event to WAL at 1731094956113 (+1 ms)Running coprocessor post-close hooks at 1731094956118 (+5 ms)Closed at 1731094956118 2024-11-08T19:42:36,118 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1731094765899.013e40603a51f9c6939bb740ed834bb9. 2024-11-08T19:42:36,118 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2c7d5206bb8b9fe7d842decaaabf46c3, disabling compactions & flushes 2024-11-08T19:42:36,118 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:42:36,119 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:42:36,119 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. after waiting 0 ms 2024-11-08T19:42:36,119 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:42:36,119 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2c7d5206bb8b9fe7d842decaaabf46c3 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,124 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/.tmp/colfamily11/e542c71a7965445aa93199cc1fe87dd9 is 52, key is iii/colfamily11:colfamily11/1731094769521/Put/seqid=0 2024-11-08T19:42:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741890_1066 (size=39263) 2024-11-08T19:42:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741890_1066 (size=39263) 2024-11-08T19:42:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741890_1066 (size=39263) 2024-11-08T19:42:36,134 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/.tmp/colfamily11/e542c71a7965445aa93199cc1fe87dd9 2024-11-08T19:42:36,139 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/.tmp/colfamily11/08881205736647d98b5db8f5d021a636 is 52, key is www/colfamily11:colfamily11/1731094769855/Put/seqid=0 2024-11-08T19:42:36,143 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/.tmp/colfamily11/e542c71a7965445aa93199cc1fe87dd9 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/colfamily11/e542c71a7965445aa93199cc1fe87dd9 2024-11-08T19:42:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741891_1067 (size=39263) 2024-11-08T19:42:36,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741891_1067 (size=39263) 2024-11-08T19:42:36,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741891_1067 (size=39263) 2024-11-08T19:42:36,151 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/.tmp/colfamily11/08881205736647d98b5db8f5d021a636 2024-11-08T19:42:36,153 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/colfamily11/e542c71a7965445aa93199cc1fe87dd9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,155 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20e079bbd3867ec2fe82b3bd78daee17 in 50ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,159 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/.tmp/colfamily11/08881205736647d98b5db8f5d021a636 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11/08881205736647d98b5db8f5d021a636 2024-11-08T19:42:36,160 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20e079bbd3867ec2fe82b3bd78daee17/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,160 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20e079bbd3867ec2fe82b3bd78daee17: Waiting for close lock at 1731094956104Running coprocessor pre-close hooks at 1731094956104Disabling compacts and flushes for region at 1731094956104Disabling writes for close at 1731094956104Obtaining lock to block concurrent updates at 1731094956104Preparing flush snapshotting stores in 20e079bbd3867ec2fe82b3bd78daee17 at 1731094956104Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956104Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. at 1731094956105 (+1 ms)Flushing 20e079bbd3867ec2fe82b3bd78daee17/colfamily11: creating writer at 1731094956105Flushing 20e079bbd3867ec2fe82b3bd78daee17/colfamily11: appending metadata at 1731094956124 (+19 ms)Flushing 20e079bbd3867ec2fe82b3bd78daee17/colfamily11: closing flushed file at 1731094956124Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b5fa27: reopening flushed file at 1731094956142 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20e079bbd3867ec2fe82b3bd78daee17 in 50ms, sequenceid=5, compaction requested=false at 1731094956155 (+13 ms)Writing region close event to WAL at 1731094956156 (+1 ms)Running coprocessor post-close hooks at 1731094956160 (+4 ms)Closed at 1731094956160 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1731094765899.20e079bbd3867ec2fe82b3bd78daee17. 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 20ccb2e63b2a7310a94aed851b1f67bc, disabling compactions & flushes 2024-11-08T19:42:36,161 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. after waiting 0 ms 2024-11-08T19:42:36,161 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:42:36,161 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 20ccb2e63b2a7310a94aed851b1f67bc 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,167 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11/08881205736647d98b5db8f5d021a636, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,169 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c7d5206bb8b9fe7d842decaaabf46c3 in 49ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,173 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2c7d5206bb8b9fe7d842decaaabf46c3/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,174 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2c7d5206bb8b9fe7d842decaaabf46c3: Waiting for close lock at 1731094956118Running coprocessor pre-close hooks at 1731094956118Disabling compacts and flushes for region at 1731094956118Disabling writes for close at 1731094956119 (+1 ms)Obtaining lock to block concurrent updates at 1731094956119Preparing flush snapshotting stores in 2c7d5206bb8b9fe7d842decaaabf46c3 at 1731094956119Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956119Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. at 1731094956120 (+1 ms)Flushing 2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11: creating writer at 1731094956120Flushing 2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11: appending metadata at 1731094956138 (+18 ms)Flushing 2c7d5206bb8b9fe7d842decaaabf46c3/colfamily11: closing flushed file at 1731094956138Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5053216a: reopening flushed file at 1731094956158 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2c7d5206bb8b9fe7d842decaaabf46c3 in 49ms, sequenceid=5, compaction requested=false at 1731094956169 (+11 ms)Writing region close event to WAL at 1731094956169Running coprocessor post-close hooks at 1731094956174 (+5 ms)Closed at 1731094956174 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1731094765899.2c7d5206bb8b9fe7d842decaaabf46c3. 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8631e20030ad4311b3f09f3f8dd3f817, disabling compactions & flushes 2024-11-08T19:42:36,174 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. after waiting 0 ms 2024-11-08T19:42:36,174 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:36,179 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8631e20030ad4311b3f09f3f8dd3f817/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,179 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8631e20030ad4311b3f09f3f8dd3f817: Waiting for close lock at 1731094956174Running coprocessor pre-close hooks at 1731094956174Disabling compacts and flushes for region at 1731094956174Disabling writes for close at 1731094956174Writing region close event to WAL at 1731094956175 (+1 ms)Running coprocessor post-close hooks at 1731094956179 (+4 ms)Closed at 1731094956179 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1731094765899.8631e20030ad4311b3f09f3f8dd3f817. 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f68310eb8e94d1637ab9dc1547d6b998, disabling compactions & flushes 2024-11-08T19:42:36,180 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. after waiting 0 ms 2024-11-08T19:42:36,180 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:36,185 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f68310eb8e94d1637ab9dc1547d6b998/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,185 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:36,185 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f68310eb8e94d1637ab9dc1547d6b998: Waiting for close lock at 1731094956180Running coprocessor pre-close hooks at 1731094956180Disabling compacts and flushes for region at 1731094956180Disabling writes for close at 1731094956180Writing region close event to WAL at 1731094956181 (+1 ms)Running coprocessor post-close hooks at 1731094956185 (+4 ms)Closed at 1731094956185 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1731094765899.f68310eb8e94d1637ab9dc1547d6b998. 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa58ca60321d51913d62ec995cb0f296, disabling compactions & flushes 2024-11-08T19:42:36,186 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. after waiting 0 ms 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:42:36,186 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/.tmp/colfamily11/af82131292cc45e2920e3e21041f07e6 is 52, key is lll/colfamily11:colfamily11/1731094769585/Put/seqid=0 2024-11-08T19:42:36,186 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa58ca60321d51913d62ec995cb0f296 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741892_1068 (size=39263) 2024-11-08T19:42:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741892_1068 (size=39263) 2024-11-08T19:42:36,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741892_1068 (size=39263) 2024-11-08T19:42:36,199 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/.tmp/colfamily11/af82131292cc45e2920e3e21041f07e6 2024-11-08T19:42:36,207 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/.tmp/colfamily11/af82131292cc45e2920e3e21041f07e6 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/colfamily11/af82131292cc45e2920e3e21041f07e6 2024-11-08T19:42:36,210 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/.tmp/colfamily11/a10ddb36fa27447aaafc4e7234c4850c is 52, key is hhh/colfamily11:colfamily11/1731094769683/Put/seqid=0 2024-11-08T19:42:36,215 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/colfamily11/af82131292cc45e2920e3e21041f07e6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,216 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20ccb2e63b2a7310a94aed851b1f67bc in 55ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741893_1069 (size=39263) 2024-11-08T19:42:36,219 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/.tmp/colfamily11/a10ddb36fa27447aaafc4e7234c4850c 2024-11-08T19:42:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741893_1069 (size=39263) 2024-11-08T19:42:36,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741893_1069 (size=39263) 2024-11-08T19:42:36,222 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/20ccb2e63b2a7310a94aed851b1f67bc/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,223 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 20ccb2e63b2a7310a94aed851b1f67bc: Waiting for close lock at 1731094956161Running coprocessor pre-close hooks at 1731094956161Disabling compacts and flushes for region at 1731094956161Disabling writes for close at 1731094956161Obtaining lock to block concurrent updates at 1731094956162 (+1 ms)Preparing flush snapshotting stores in 20ccb2e63b2a7310a94aed851b1f67bc at 1731094956162Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956162Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. at 1731094956163 (+1 ms)Flushing 20ccb2e63b2a7310a94aed851b1f67bc/colfamily11: creating writer at 1731094956163Flushing 20ccb2e63b2a7310a94aed851b1f67bc/colfamily11: appending metadata at 1731094956186 (+23 ms)Flushing 20ccb2e63b2a7310a94aed851b1f67bc/colfamily11: closing flushed file at 1731094956186Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9c0cdb: reopening flushed file at 1731094956206 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 20ccb2e63b2a7310a94aed851b1f67bc in 55ms, sequenceid=5, compaction requested=false at 1731094956216 (+10 ms)Writing region close event to WAL at 1731094956217 (+1 ms)Running coprocessor post-close hooks at 1731094956223 (+6 ms)Closed at 1731094956223 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1731094765899.20ccb2e63b2a7310a94aed851b1f67bc. 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 965b82cdff4444ed1310bc5df98cd66b, disabling compactions & flushes 2024-11-08T19:42:36,223 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. after waiting 0 ms 2024-11-08T19:42:36,223 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:36,227 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/.tmp/colfamily11/a10ddb36fa27447aaafc4e7234c4850c as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/colfamily11/a10ddb36fa27447aaafc4e7234c4850c 2024-11-08T19:42:36,228 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/965b82cdff4444ed1310bc5df98cd66b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,229 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 965b82cdff4444ed1310bc5df98cd66b: Waiting for close lock at 1731094956223Running coprocessor pre-close hooks at 1731094956223Disabling compacts and flushes for region at 1731094956223Disabling writes for close at 1731094956223Writing region close event to WAL at 1731094956224 (+1 ms)Running coprocessor post-close hooks at 1731094956229 (+5 ms)Closed at 1731094956229 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1731094765899.965b82cdff4444ed1310bc5df98cd66b. 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98d9a20dca7c59608e9dc7040a800024, disabling compactions & flushes 2024-11-08T19:42:36,229 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. after waiting 0 ms 2024-11-08T19:42:36,229 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:42:36,230 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98d9a20dca7c59608e9dc7040a800024 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,234 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/colfamily11/a10ddb36fa27447aaafc4e7234c4850c, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,235 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fa58ca60321d51913d62ec995cb0f296 in 49ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,237 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1351): Waiting on 4100da82f093e774967b51681b014d67, 6bfa8764ed411f4f376ab5fba9554ea6, 7f2a622bea859745d1b2644ad48f0654, 98d9a20dca7c59608e9dc7040a800024, b5106c19539d8ee983b68ac7f36a9748, baa4152fbdf8bc0408b54138c885e661, eb55312ab30368adc27e59284125e3bf, efdde5d317044b315276c4d233c4f90b 2024-11-08T19:42:36,237 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1351): Waiting on 0b3714388daa353f79f0bd80b7340086, 2bf9687659083fb85c7ca84e418f716b, 599de33cf8c01f929a7cd09f2e459271, 9d96817172c35f11f2bc3fa054120ae6, a5f18cf69e49ffb26f20e32193cc6c05, d1623b165e3c718f1115c71abc5778df, e6105518147682ccf58f0707963d4c32, fa58ca60321d51913d62ec995cb0f296 2024-11-08T19:42:36,242 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fa58ca60321d51913d62ec995cb0f296/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,243 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:42:36,243 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa58ca60321d51913d62ec995cb0f296: Waiting for close lock at 1731094956186Running coprocessor pre-close hooks at 1731094956186Disabling compacts and flushes for region at 1731094956186Disabling writes for close at 1731094956186Obtaining lock to block concurrent updates at 1731094956186Preparing flush snapshotting stores in fa58ca60321d51913d62ec995cb0f296 at 1731094956186Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956187 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. at 1731094956187Flushing fa58ca60321d51913d62ec995cb0f296/colfamily11: creating writer at 1731094956187Flushing fa58ca60321d51913d62ec995cb0f296/colfamily11: appending metadata at 1731094956209 (+22 ms)Flushing fa58ca60321d51913d62ec995cb0f296/colfamily11: closing flushed file at 1731094956209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de6be94: reopening flushed file at 1731094956226 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fa58ca60321d51913d62ec995cb0f296 in 49ms, sequenceid=5, compaction requested=false at 1731094956235 (+9 ms)Writing region close event to WAL at 1731094956239 (+4 ms)Running coprocessor post-close hooks at 1731094956243 (+4 ms)Closed at 1731094956243 2024-11-08T19:42:36,243 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1731094765899.fa58ca60321d51913d62ec995cb0f296. 2024-11-08T19:42:36,243 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0b3714388daa353f79f0bd80b7340086, disabling compactions & flushes 2024-11-08T19:42:36,243 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:36,244 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:36,244 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. after waiting 0 ms 2024-11-08T19:42:36,244 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:36,248 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0b3714388daa353f79f0bd80b7340086/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,249 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:36,249 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0b3714388daa353f79f0bd80b7340086: Waiting for close lock at 1731094956243Running coprocessor pre-close hooks at 1731094956243Disabling compacts and flushes for region at 1731094956243Disabling writes for close at 1731094956244 (+1 ms)Writing region close event to WAL at 1731094956244Running coprocessor post-close hooks at 1731094956249 (+5 ms)Closed at 1731094956249 2024-11-08T19:42:36,249 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1731094765899.0b3714388daa353f79f0bd80b7340086. 2024-11-08T19:42:36,250 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6105518147682ccf58f0707963d4c32, disabling compactions & flushes 2024-11-08T19:42:36,250 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:42:36,250 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:42:36,250 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. after waiting 0 ms 2024-11-08T19:42:36,250 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:42:36,250 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e6105518147682ccf58f0707963d4c32 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,253 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/.tmp/colfamily11/f236461a275f42d893fb2c8b80e0570e is 52, key is aaa/colfamily11:colfamily11/1731094769420/Put/seqid=0 2024-11-08T19:42:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741894_1070 (size=39263) 2024-11-08T19:42:36,273 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/.tmp/colfamily11/319ee61eee6c4b5f8744ccf588553e0f is 52, key is qqq/colfamily11:colfamily11/1731094769795/Put/seqid=0 2024-11-08T19:42:36,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741894_1070 (size=39263) 2024-11-08T19:42:36,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741894_1070 (size=39263) 2024-11-08T19:42:36,275 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/.tmp/colfamily11/f236461a275f42d893fb2c8b80e0570e 2024-11-08T19:42:36,282 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/.tmp/colfamily11/f236461a275f42d893fb2c8b80e0570e as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/colfamily11/f236461a275f42d893fb2c8b80e0570e 2024-11-08T19:42:36,287 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/colfamily11/f236461a275f42d893fb2c8b80e0570e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,288 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 98d9a20dca7c59608e9dc7040a800024 in 59ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,295 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98d9a20dca7c59608e9dc7040a800024/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,296 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98d9a20dca7c59608e9dc7040a800024: Waiting for close lock at 1731094956229Running coprocessor pre-close hooks at 1731094956229Disabling compacts and flushes for region at 1731094956229Disabling writes for close at 1731094956229Obtaining lock to block concurrent updates at 1731094956230 (+1 ms)Preparing flush snapshotting stores in 98d9a20dca7c59608e9dc7040a800024 at 1731094956230Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956230Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. at 1731094956231 (+1 ms)Flushing 98d9a20dca7c59608e9dc7040a800024/colfamily11: creating writer at 1731094956231Flushing 98d9a20dca7c59608e9dc7040a800024/colfamily11: appending metadata at 1731094956252 (+21 ms)Flushing 98d9a20dca7c59608e9dc7040a800024/colfamily11: closing flushed file at 1731094956253 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@157030b5: reopening flushed file at 1731094956281 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 98d9a20dca7c59608e9dc7040a800024 in 59ms, sequenceid=5, compaction requested=false at 1731094956288 (+7 ms)Writing region close event to WAL at 1731094956290 (+2 ms)Running coprocessor post-close hooks at 1731094956296 (+6 ms)Closed at 1731094956296 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1731094765899.98d9a20dca7c59608e9dc7040a800024. 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7f2a622bea859745d1b2644ad48f0654, disabling compactions & flushes 2024-11-08T19:42:36,296 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. after waiting 0 ms 2024-11-08T19:42:36,296 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:42:36,296 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7f2a622bea859745d1b2644ad48f0654 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741895_1071 (size=39263) 2024-11-08T19:42:36,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741895_1071 (size=39263) 2024-11-08T19:42:36,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741895_1071 (size=39263) 2024-11-08T19:42:36,306 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/.tmp/colfamily11/319ee61eee6c4b5f8744ccf588553e0f 2024-11-08T19:42:36,313 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/.tmp/colfamily11/319ee61eee6c4b5f8744ccf588553e0f as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/colfamily11/319ee61eee6c4b5f8744ccf588553e0f 2024-11-08T19:42:36,320 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/colfamily11/319ee61eee6c4b5f8744ccf588553e0f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,321 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e6105518147682ccf58f0707963d4c32 in 71ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,325 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e6105518147682ccf58f0707963d4c32/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,326 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/.tmp/colfamily11/9531ab279439404a80efe7cb887c1ef4 is 52, key is yyy/colfamily11:colfamily11/1731094769783/Put/seqid=0 2024-11-08T19:42:36,326 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:42:36,326 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6105518147682ccf58f0707963d4c32: Waiting for close lock at 1731094956250Running coprocessor pre-close hooks at 1731094956250Disabling compacts and flushes for region at 1731094956250Disabling writes for close at 1731094956250Obtaining lock to block concurrent updates at 1731094956250Preparing flush snapshotting stores in e6105518147682ccf58f0707963d4c32 at 1731094956250Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956251 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. at 1731094956251Flushing e6105518147682ccf58f0707963d4c32/colfamily11: creating writer at 1731094956251Flushing e6105518147682ccf58f0707963d4c32/colfamily11: appending metadata at 1731094956273 (+22 ms)Flushing e6105518147682ccf58f0707963d4c32/colfamily11: closing flushed file at 1731094956273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1317081b: reopening flushed file at 1731094956312 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e6105518147682ccf58f0707963d4c32 in 71ms, sequenceid=5, compaction requested=false at 1731094956321 (+9 ms)Writing region close event to WAL at 1731094956322 (+1 ms)Running coprocessor post-close hooks at 1731094956326 (+4 ms)Closed at 1731094956326 2024-11-08T19:42:36,326 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1731094765899.e6105518147682ccf58f0707963d4c32. 2024-11-08T19:42:36,326 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 599de33cf8c01f929a7cd09f2e459271, disabling compactions & flushes 2024-11-08T19:42:36,327 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:42:36,327 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:42:36,327 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. after waiting 0 ms 2024-11-08T19:42:36,327 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:42:36,327 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 599de33cf8c01f929a7cd09f2e459271 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741896_1072 (size=39263) 2024-11-08T19:42:36,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741896_1072 (size=39263) 2024-11-08T19:42:36,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741896_1072 (size=39263) 2024-11-08T19:42:36,340 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/.tmp/colfamily11/9531ab279439404a80efe7cb887c1ef4 2024-11-08T19:42:36,346 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/.tmp/colfamily11/9e39d0c3983e4d918ca8db8a888f302e is 52, key is ddd/colfamily11:colfamily11/1731094769652/Put/seqid=0 2024-11-08T19:42:36,346 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/.tmp/colfamily11/9531ab279439404a80efe7cb887c1ef4 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/colfamily11/9531ab279439404a80efe7cb887c1ef4 2024-11-08T19:42:36,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741897_1073 (size=39263) 2024-11-08T19:42:36,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741897_1073 (size=39263) 2024-11-08T19:42:36,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741897_1073 (size=39263) 2024-11-08T19:42:36,353 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/.tmp/colfamily11/9e39d0c3983e4d918ca8db8a888f302e 2024-11-08T19:42:36,354 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/colfamily11/9531ab279439404a80efe7cb887c1ef4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,355 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7f2a622bea859745d1b2644ad48f0654 in 58ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,359 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7f2a622bea859745d1b2644ad48f0654/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,359 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:42:36,359 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7f2a622bea859745d1b2644ad48f0654: Waiting for close lock at 1731094956296Running coprocessor pre-close hooks at 1731094956296Disabling compacts and flushes for region at 1731094956296Disabling writes for close at 1731094956296Obtaining lock to block concurrent updates at 1731094956296Preparing flush snapshotting stores in 7f2a622bea859745d1b2644ad48f0654 at 1731094956296Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956297 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. at 1731094956297Flushing 7f2a622bea859745d1b2644ad48f0654/colfamily11: creating writer at 1731094956297Flushing 7f2a622bea859745d1b2644ad48f0654/colfamily11: appending metadata at 1731094956326 (+29 ms)Flushing 7f2a622bea859745d1b2644ad48f0654/colfamily11: closing flushed file at 1731094956326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ade623b: reopening flushed file at 1731094956345 (+19 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7f2a622bea859745d1b2644ad48f0654 in 58ms, sequenceid=5, compaction requested=false at 1731094956355 (+10 ms)Writing region close event to WAL at 1731094956355Running coprocessor post-close hooks at 1731094956359 (+4 ms)Closed at 1731094956359 2024-11-08T19:42:36,360 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1731094765899.7f2a622bea859745d1b2644ad48f0654. 2024-11-08T19:42:36,360 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing baa4152fbdf8bc0408b54138c885e661, disabling compactions & flushes 2024-11-08T19:42:36,360 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:36,360 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:36,360 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. after waiting 0 ms 2024-11-08T19:42:36,360 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:36,363 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/.tmp/colfamily11/9e39d0c3983e4d918ca8db8a888f302e as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/colfamily11/9e39d0c3983e4d918ca8db8a888f302e 2024-11-08T19:42:36,364 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/baa4152fbdf8bc0408b54138c885e661/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,365 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:36,365 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for baa4152fbdf8bc0408b54138c885e661: Waiting for close lock at 1731094956360Running coprocessor pre-close hooks at 1731094956360Disabling compacts and flushes for region at 1731094956360Disabling writes for close at 1731094956360Writing region close event to WAL at 1731094956361 (+1 ms)Running coprocessor post-close hooks at 1731094956365 (+4 ms)Closed at 1731094956365 2024-11-08T19:42:36,366 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1731094765899.baa4152fbdf8bc0408b54138c885e661. 2024-11-08T19:42:36,366 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing efdde5d317044b315276c4d233c4f90b, disabling compactions & flushes 2024-11-08T19:42:36,366 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:42:36,366 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:42:36,366 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. after waiting 0 ms 2024-11-08T19:42:36,366 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:42:36,366 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing efdde5d317044b315276c4d233c4f90b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,371 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/colfamily11/9e39d0c3983e4d918ca8db8a888f302e, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,372 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 599de33cf8c01f929a7cd09f2e459271 in 45ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,376 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/599de33cf8c01f929a7cd09f2e459271/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,377 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 599de33cf8c01f929a7cd09f2e459271: Waiting for close lock at 1731094956326Running coprocessor pre-close hooks at 1731094956326Disabling compacts and flushes for region at 1731094956326Disabling writes for close at 1731094956327 (+1 ms)Obtaining lock to block concurrent updates at 1731094956327Preparing flush snapshotting stores in 599de33cf8c01f929a7cd09f2e459271 at 1731094956327Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956327Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. at 1731094956328 (+1 ms)Flushing 599de33cf8c01f929a7cd09f2e459271/colfamily11: creating writer at 1731094956328Flushing 599de33cf8c01f929a7cd09f2e459271/colfamily11: appending metadata at 1731094956345 (+17 ms)Flushing 599de33cf8c01f929a7cd09f2e459271/colfamily11: closing flushed file at 1731094956345Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2904561: reopening flushed file at 1731094956362 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 599de33cf8c01f929a7cd09f2e459271 in 45ms, sequenceid=5, compaction requested=false at 1731094956372 (+10 ms)Writing region close event to WAL at 1731094956372Running coprocessor post-close hooks at 1731094956377 (+5 ms)Closed at 1731094956377 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1731094765899.599de33cf8c01f929a7cd09f2e459271. 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9d96817172c35f11f2bc3fa054120ae6, disabling compactions & flushes 2024-11-08T19:42:36,377 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. after waiting 0 ms 2024-11-08T19:42:36,377 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:42:36,378 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9d96817172c35f11f2bc3fa054120ae6 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,389 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/.tmp/colfamily11/f5523c98a58b47b88978659c3fba078d is 52, key is eee/colfamily11:colfamily11/1731094769476/Put/seqid=0 2024-11-08T19:42:36,395 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/.tmp/colfamily11/b04c88592aac466a9d1f65695f5fb15d is 52, key is kkk/colfamily11:colfamily11/1731094769721/Put/seqid=0 2024-11-08T19:42:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741898_1074 (size=39263) 2024-11-08T19:42:36,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741898_1074 (size=39263) 2024-11-08T19:42:36,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741898_1074 (size=39263) 2024-11-08T19:42:36,398 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/.tmp/colfamily11/f5523c98a58b47b88978659c3fba078d 2024-11-08T19:42:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741899_1075 (size=39263) 2024-11-08T19:42:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741899_1075 (size=39263) 2024-11-08T19:42:36,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741899_1075 (size=39263) 2024-11-08T19:42:36,404 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/.tmp/colfamily11/b04c88592aac466a9d1f65695f5fb15d 2024-11-08T19:42:36,406 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/.tmp/colfamily11/f5523c98a58b47b88978659c3fba078d as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/colfamily11/f5523c98a58b47b88978659c3fba078d 2024-11-08T19:42:36,411 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/.tmp/colfamily11/b04c88592aac466a9d1f65695f5fb15d as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/colfamily11/b04c88592aac466a9d1f65695f5fb15d 2024-11-08T19:42:36,412 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/colfamily11/f5523c98a58b47b88978659c3fba078d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,414 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for efdde5d317044b315276c4d233c4f90b in 47ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,417 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/efdde5d317044b315276c4d233c4f90b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,418 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:42:36,418 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/colfamily11/b04c88592aac466a9d1f65695f5fb15d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,418 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for efdde5d317044b315276c4d233c4f90b: Waiting for close lock at 1731094956366Running coprocessor pre-close hooks at 1731094956366Disabling compacts and flushes for region at 1731094956366Disabling writes for close at 1731094956366Obtaining lock to block concurrent updates at 1731094956366Preparing flush snapshotting stores in efdde5d317044b315276c4d233c4f90b at 1731094956366Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956367 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. at 1731094956367Flushing efdde5d317044b315276c4d233c4f90b/colfamily11: creating writer at 1731094956368 (+1 ms)Flushing efdde5d317044b315276c4d233c4f90b/colfamily11: appending metadata at 1731094956389 (+21 ms)Flushing efdde5d317044b315276c4d233c4f90b/colfamily11: closing flushed file at 1731094956389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a9f9fa: reopening flushed file at 1731094956405 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for efdde5d317044b315276c4d233c4f90b in 47ms, sequenceid=5, compaction requested=false at 1731094956414 (+9 ms)Writing region close event to WAL at 1731094956414Running coprocessor post-close hooks at 1731094956418 (+4 ms)Closed at 1731094956418 2024-11-08T19:42:36,419 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1731094765899.efdde5d317044b315276c4d233c4f90b. 2024-11-08T19:42:36,419 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4100da82f093e774967b51681b014d67, disabling compactions & flushes 2024-11-08T19:42:36,419 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:42:36,419 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:42:36,419 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. after waiting 0 ms 2024-11-08T19:42:36,419 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:42:36,419 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4100da82f093e774967b51681b014d67 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,419 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9d96817172c35f11f2bc3fa054120ae6 in 42ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,424 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/9d96817172c35f11f2bc3fa054120ae6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,425 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9d96817172c35f11f2bc3fa054120ae6: Waiting for close lock at 1731094956377Running coprocessor pre-close hooks at 1731094956377Disabling compacts and flushes for region at 1731094956377Disabling writes for close at 1731094956377Obtaining lock to block concurrent updates at 1731094956378 (+1 ms)Preparing flush snapshotting stores in 9d96817172c35f11f2bc3fa054120ae6 at 1731094956378Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956378Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. at 1731094956378Flushing 9d96817172c35f11f2bc3fa054120ae6/colfamily11: creating writer at 1731094956379 (+1 ms)Flushing 9d96817172c35f11f2bc3fa054120ae6/colfamily11: appending metadata at 1731094956395 (+16 ms)Flushing 9d96817172c35f11f2bc3fa054120ae6/colfamily11: closing flushed file at 1731094956395Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ffcc920: reopening flushed file at 1731094956411 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 9d96817172c35f11f2bc3fa054120ae6 in 42ms, sequenceid=5, compaction requested=false at 1731094956419 (+8 ms)Writing region close event to WAL at 1731094956420 (+1 ms)Running coprocessor post-close hooks at 1731094956425 (+5 ms)Closed at 1731094956425 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1731094765899.9d96817172c35f11f2bc3fa054120ae6. 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1623b165e3c718f1115c71abc5778df, disabling compactions & flushes 2024-11-08T19:42:36,425 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. after waiting 0 ms 2024-11-08T19:42:36,425 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:42:36,426 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1623b165e3c718f1115c71abc5778df 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,436 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/.tmp/colfamily11/c85897b6312748d5accd39db50f7aaf6 is 52, key is sss/colfamily11:colfamily11/1731094769707/Put/seqid=0 2024-11-08T19:42:36,438 DEBUG [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1351): Waiting on 4100da82f093e774967b51681b014d67, 6bfa8764ed411f4f376ab5fba9554ea6, b5106c19539d8ee983b68ac7f36a9748, eb55312ab30368adc27e59284125e3bf 2024-11-08T19:42:36,438 DEBUG [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1351): Waiting on 2bf9687659083fb85c7ca84e418f716b, a5f18cf69e49ffb26f20e32193cc6c05, d1623b165e3c718f1115c71abc5778df 2024-11-08T19:42:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741900_1076 (size=39263) 2024-11-08T19:42:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741900_1076 (size=39263) 2024-11-08T19:42:36,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741900_1076 (size=39263) 2024-11-08T19:42:36,445 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/.tmp/colfamily11/c85897b6312748d5accd39db50f7aaf6 2024-11-08T19:42:36,446 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/.tmp/colfamily11/799ef3d6f2ad45f1bf2d1ca942013fb7 is 52, key is ccc/colfamily11:colfamily11/1731094769605/Put/seqid=0 2024-11-08T19:42:36,453 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/.tmp/colfamily11/c85897b6312748d5accd39db50f7aaf6 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/colfamily11/c85897b6312748d5accd39db50f7aaf6 2024-11-08T19:42:36,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741901_1077 (size=39263) 2024-11-08T19:42:36,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741901_1077 (size=39263) 2024-11-08T19:42:36,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741901_1077 (size=39263) 2024-11-08T19:42:36,458 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/.tmp/colfamily11/799ef3d6f2ad45f1bf2d1ca942013fb7 2024-11-08T19:42:36,460 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/colfamily11/c85897b6312748d5accd39db50f7aaf6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,461 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4100da82f093e774967b51681b014d67 in 42ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,466 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/.tmp/colfamily11/799ef3d6f2ad45f1bf2d1ca942013fb7 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/colfamily11/799ef3d6f2ad45f1bf2d1ca942013fb7 2024-11-08T19:42:36,466 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/4100da82f093e774967b51681b014d67/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,467 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:42:36,467 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4100da82f093e774967b51681b014d67: Waiting for close lock at 1731094956419Running coprocessor pre-close hooks at 1731094956419Disabling compacts and flushes for region at 1731094956419Disabling writes for close at 1731094956419Obtaining lock to block concurrent updates at 1731094956419Preparing flush snapshotting stores in 4100da82f093e774967b51681b014d67 at 1731094956419Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956419Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. at 1731094956420 (+1 ms)Flushing 4100da82f093e774967b51681b014d67/colfamily11: creating writer at 1731094956420Flushing 4100da82f093e774967b51681b014d67/colfamily11: appending metadata at 1731094956436 (+16 ms)Flushing 4100da82f093e774967b51681b014d67/colfamily11: closing flushed file at 1731094956436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba2775: reopening flushed file at 1731094956452 (+16 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 4100da82f093e774967b51681b014d67 in 42ms, sequenceid=5, compaction requested=false at 1731094956461 (+9 ms)Writing region close event to WAL at 1731094956463 (+2 ms)Running coprocessor post-close hooks at 1731094956467 (+4 ms)Closed at 1731094956467 2024-11-08T19:42:36,467 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1731094765899.4100da82f093e774967b51681b014d67. 2024-11-08T19:42:36,467 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5106c19539d8ee983b68ac7f36a9748, disabling compactions & flushes 2024-11-08T19:42:36,467 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:36,468 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:36,468 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. after waiting 0 ms 2024-11-08T19:42:36,468 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:36,473 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/colfamily11/799ef3d6f2ad45f1bf2d1ca942013fb7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,474 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1623b165e3c718f1115c71abc5778df in 49ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,474 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b5106c19539d8ee983b68ac7f36a9748/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,475 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5106c19539d8ee983b68ac7f36a9748: Waiting for close lock at 1731094956467Running coprocessor pre-close hooks at 1731094956467Disabling compacts and flushes for region at 1731094956467Disabling writes for close at 1731094956468 (+1 ms)Writing region close event to WAL at 1731094956468Running coprocessor post-close hooks at 1731094956475 (+7 ms)Closed at 1731094956475 2024-11-08T19:42:36,475 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1731094765899.b5106c19539d8ee983b68ac7f36a9748. 2024-11-08T19:42:36,476 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eb55312ab30368adc27e59284125e3bf, disabling compactions & flushes 2024-11-08T19:42:36,476 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:42:36,476 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:42:36,476 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. after waiting 0 ms 2024-11-08T19:42:36,476 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:42:36,476 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eb55312ab30368adc27e59284125e3bf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,480 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d1623b165e3c718f1115c71abc5778df/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,481 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1623b165e3c718f1115c71abc5778df: Waiting for close lock at 1731094956425Running coprocessor pre-close hooks at 1731094956425Disabling compacts and flushes for region at 1731094956425Disabling writes for close at 1731094956425Obtaining lock to block concurrent updates at 1731094956426 (+1 ms)Preparing flush snapshotting stores in d1623b165e3c718f1115c71abc5778df at 1731094956426Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956426Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. at 1731094956427 (+1 ms)Flushing d1623b165e3c718f1115c71abc5778df/colfamily11: creating writer at 1731094956427Flushing d1623b165e3c718f1115c71abc5778df/colfamily11: appending metadata at 1731094956445 (+18 ms)Flushing d1623b165e3c718f1115c71abc5778df/colfamily11: closing flushed file at 1731094956445Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@435e11bf: reopening flushed file at 1731094956465 (+20 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d1623b165e3c718f1115c71abc5778df in 49ms, sequenceid=5, compaction requested=false at 1731094956474 (+9 ms)Writing region close event to WAL at 1731094956476 (+2 ms)Running coprocessor post-close hooks at 1731094956481 (+5 ms)Closed at 1731094956481 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1731094765899.d1623b165e3c718f1115c71abc5778df. 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a5f18cf69e49ffb26f20e32193cc6c05, disabling compactions & flushes 2024-11-08T19:42:36,481 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. after waiting 0 ms 2024-11-08T19:42:36,481 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:42:36,481 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a5f18cf69e49ffb26f20e32193cc6c05 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-08T19:42:36,493 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/.tmp/colfamily11/11051da84b3c4496ada9dca07e6ddffb is 52, key is vvv/colfamily11:colfamily11/1731094769747/Put/seqid=0 2024-11-08T19:42:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741902_1078 (size=39263) 2024-11-08T19:42:36,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741902_1078 (size=39263) 2024-11-08T19:42:36,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741902_1078 (size=39263) 2024-11-08T19:42:36,500 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/.tmp/colfamily11/11051da84b3c4496ada9dca07e6ddffb 2024-11-08T19:42:36,504 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/.tmp/colfamily11/bfa915f0f08149f9beb25ed5d6f1bafe is 52, key is ttt/colfamily11:colfamily11/1731094769830/Put/seqid=0 2024-11-08T19:42:36,508 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/.tmp/colfamily11/11051da84b3c4496ada9dca07e6ddffb as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/colfamily11/11051da84b3c4496ada9dca07e6ddffb 2024-11-08T19:42:36,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741903_1079 (size=39263) 2024-11-08T19:42:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741903_1079 (size=39263) 2024-11-08T19:42:36,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741903_1079 (size=39263) 2024-11-08T19:42:36,515 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/.tmp/colfamily11/bfa915f0f08149f9beb25ed5d6f1bafe 2024-11-08T19:42:36,517 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/colfamily11/11051da84b3c4496ada9dca07e6ddffb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,518 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb55312ab30368adc27e59284125e3bf in 41ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,522 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eb55312ab30368adc27e59284125e3bf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,522 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/.tmp/colfamily11/bfa915f0f08149f9beb25ed5d6f1bafe as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/colfamily11/bfa915f0f08149f9beb25ed5d6f1bafe 2024-11-08T19:42:36,523 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eb55312ab30368adc27e59284125e3bf: Waiting for close lock at 1731094956475Running coprocessor pre-close hooks at 1731094956476 (+1 ms)Disabling compacts and flushes for region at 1731094956476Disabling writes for close at 1731094956476Obtaining lock to block concurrent updates at 1731094956476Preparing flush snapshotting stores in eb55312ab30368adc27e59284125e3bf at 1731094956476Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956476Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. at 1731094956477 (+1 ms)Flushing eb55312ab30368adc27e59284125e3bf/colfamily11: creating writer at 1731094956477Flushing eb55312ab30368adc27e59284125e3bf/colfamily11: appending metadata at 1731094956492 (+15 ms)Flushing eb55312ab30368adc27e59284125e3bf/colfamily11: closing flushed file at 1731094956492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fd0b58: reopening flushed file at 1731094956507 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eb55312ab30368adc27e59284125e3bf in 41ms, sequenceid=5, compaction requested=false at 1731094956518 (+11 ms)Writing region close event to WAL at 1731094956518Running coprocessor post-close hooks at 1731094956522 (+4 ms)Closed at 1731094956522 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1731094765899.eb55312ab30368adc27e59284125e3bf. 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6bfa8764ed411f4f376ab5fba9554ea6, disabling compactions & flushes 2024-11-08T19:42:36,523 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. after waiting 0 ms 2024-11-08T19:42:36,523 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:36,527 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6bfa8764ed411f4f376ab5fba9554ea6/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-08T19:42:36,528 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:36,528 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6bfa8764ed411f4f376ab5fba9554ea6: Waiting for close lock at 1731094956523Running coprocessor pre-close hooks at 1731094956523Disabling compacts and flushes for region at 1731094956523Disabling writes for close at 1731094956523Writing region close event to WAL at 1731094956524 (+1 ms)Running coprocessor post-close hooks at 1731094956528 (+4 ms)Closed at 1731094956528 2024-11-08T19:42:36,528 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1731094765899.6bfa8764ed411f4f376ab5fba9554ea6. 2024-11-08T19:42:36,529 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/colfamily11/bfa915f0f08149f9beb25ed5d6f1bafe, entries=703, sequenceid=5, filesize=38.3 K 2024-11-08T19:42:36,530 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5f18cf69e49ffb26f20e32193cc6c05 in 49ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,535 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a5f18cf69e49ffb26f20e32193cc6c05/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,535 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:42:36,535 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a5f18cf69e49ffb26f20e32193cc6c05: Waiting for close lock at 1731094956481Running coprocessor pre-close hooks at 1731094956481Disabling compacts and flushes for region at 1731094956481Disabling writes for close at 1731094956481Obtaining lock to block concurrent updates at 1731094956481Preparing flush snapshotting stores in a5f18cf69e49ffb26f20e32193cc6c05 at 1731094956481Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1731094956482 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. at 1731094956482Flushing a5f18cf69e49ffb26f20e32193cc6c05/colfamily11: creating writer at 1731094956482Flushing a5f18cf69e49ffb26f20e32193cc6c05/colfamily11: appending metadata at 1731094956504 (+22 ms)Flushing a5f18cf69e49ffb26f20e32193cc6c05/colfamily11: closing flushed file at 1731094956504Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3eb12759: reopening flushed file at 1731094956521 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a5f18cf69e49ffb26f20e32193cc6c05 in 49ms, sequenceid=5, compaction requested=false at 1731094956530 (+9 ms)Writing region close event to WAL at 1731094956531 (+1 ms)Running coprocessor post-close hooks at 1731094956535 (+4 ms)Closed at 1731094956535 2024-11-08T19:42:36,536 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1731094765899.a5f18cf69e49ffb26f20e32193cc6c05. 2024-11-08T19:42:36,536 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bf9687659083fb85c7ca84e418f716b, disabling compactions & flushes 2024-11-08T19:42:36,536 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:42:36,536 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:42:36,536 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. after waiting 0 ms 2024-11-08T19:42:36,536 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:42:36,536 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bf9687659083fb85c7ca84e418f716b 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-08T19:42:36,557 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/.tmp/colfamily11/ce51e5ab13894a0d87ea20e4aa48cb69 is 52, key is zzz/colfamily11:colfamily11/1731094769859/Put/seqid=0 2024-11-08T19:42:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741904_1080 (size=4857) 2024-11-08T19:42:36,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741904_1080 (size=4857) 2024-11-08T19:42:36,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741904_1080 (size=4857) 2024-11-08T19:42:36,567 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/.tmp/colfamily11/ce51e5ab13894a0d87ea20e4aa48cb69 2024-11-08T19:42:36,575 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/.tmp/colfamily11/ce51e5ab13894a0d87ea20e4aa48cb69 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/colfamily11/ce51e5ab13894a0d87ea20e4aa48cb69 2024-11-08T19:42:36,581 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/colfamily11/ce51e5ab13894a0d87ea20e4aa48cb69, entries=1, sequenceid=5, filesize=4.7 K 2024-11-08T19:42:36,582 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 2bf9687659083fb85c7ca84e418f716b in 46ms, sequenceid=5, compaction requested=false 2024-11-08T19:42:36,586 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2bf9687659083fb85c7ca84e418f716b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-08T19:42:36,587 INFO [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:42:36,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bf9687659083fb85c7ca84e418f716b: Waiting for close lock at 1731094956536Running coprocessor pre-close hooks at 1731094956536Disabling compacts and flushes for region at 1731094956536Disabling writes for close at 1731094956536Obtaining lock to block concurrent updates at 1731094956536Preparing flush snapshotting stores in 2bf9687659083fb85c7ca84e418f716b at 1731094956536Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1731094956536Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. at 1731094956537 (+1 ms)Flushing 2bf9687659083fb85c7ca84e418f716b/colfamily11: creating writer at 1731094956537Flushing 2bf9687659083fb85c7ca84e418f716b/colfamily11: appending metadata at 1731094956557 (+20 ms)Flushing 2bf9687659083fb85c7ca84e418f716b/colfamily11: closing flushed file at 1731094956557Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66910582: reopening flushed file at 1731094956574 (+17 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 2bf9687659083fb85c7ca84e418f716b in 46ms, sequenceid=5, compaction requested=false at 1731094956582 (+8 ms)Writing region close event to WAL at 1731094956583 (+1 ms)Running coprocessor post-close hooks at 1731094956587 (+4 ms)Closed at 1731094956587 2024-11-08T19:42:36,587 DEBUG [RS_CLOSE_REGION-regionserver/b75fe890c219:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1731094765899.2bf9687659083fb85c7ca84e418f716b. 2024-11-08T19:42:36,638 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,33699,1731094763498; all regions closed. 2024-11-08T19:42:36,638 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(976): stopping server b75fe890c219,33211,1731094763555; all regions closed. 2024-11-08T19:42:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741865_1041 (size=15752) 2024-11-08T19:42:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741865_1041 (size=15752) 2024-11-08T19:42:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741865_1041 (size=15752) 2024-11-08T19:42:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741833_1009 (size=314293) 2024-11-08T19:42:36,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741833_1009 (size=314293) 2024-11-08T19:42:36,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/WALs/b75fe890c219,33211,1731094763555/b75fe890c219%2C33211%2C1731094763555.1731094765067 not finished, retry = 0 2024-11-08T19:42:36,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741833_1009 (size=314293) 2024-11-08T19:42:36,645 DEBUG [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs 2024-11-08T19:42:36,646 INFO [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C33699%2C1731094763498.meta:.meta(num 1731094951237) 2024-11-08T19:42:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741834_1010 (size=317632) 2024-11-08T19:42:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741834_1010 (size=317632) 2024-11-08T19:42:36,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741834_1010 (size=317632) 2024-11-08T19:42:36,651 DEBUG [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs 2024-11-08T19:42:36,651 INFO [RS:1;b75fe890c219:33699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C33699%2C1731094763498:(num 1731094765067) 2024-11-08T19:42:36,651 DEBUG [RS:1;b75fe890c219:33699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:36,651 INFO [RS:1;b75fe890c219:33699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:42:36,651 INFO [RS:1;b75fe890c219:33699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:42:36,651 INFO [RS:1;b75fe890c219:33699 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:42:36,652 INFO [RS:1;b75fe890c219:33699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:42:36,652 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:42:36,652 INFO [RS:1;b75fe890c219:33699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33699 2024-11-08T19:42:36,704 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,33699,1731094763498 2024-11-08T19:42:36,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:42:36,704 INFO [RS:1;b75fe890c219:33699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:42:36,704 ERROR [pool-69-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$372/0x00007f4a809018e0@1e24fd56 rejected from java.util.concurrent.ThreadPoolExecutor@5b2660f6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 25] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1360) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-08T19:42:36,712 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,33699,1731094763498] 2024-11-08T19:42:36,721 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,33699,1731094763498 already deleted, retry=false 2024-11-08T19:42:36,721 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,33699,1731094763498 expired; onlineServers=1 2024-11-08T19:42:36,747 DEBUG [RS:2;b75fe890c219:33211 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/oldWALs 2024-11-08T19:42:36,748 INFO [RS:2;b75fe890c219:33211 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b75fe890c219%2C33211%2C1731094763555:(num 1731094765067) 2024-11-08T19:42:36,748 DEBUG [RS:2;b75fe890c219:33211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T19:42:36,748 INFO [RS:2;b75fe890c219:33211 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T19:42:36,748 INFO [RS:2;b75fe890c219:33211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:42:36,748 INFO [RS:2;b75fe890c219:33211 {}] hbase.ChoreService(370): Chore service for: regionserver/b75fe890c219:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T19:42:36,749 INFO [RS:2;b75fe890c219:33211 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T19:42:36,749 INFO [regionserver/b75fe890c219:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:42:36,749 INFO [RS:2;b75fe890c219:33211 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T19:42:36,749 INFO [RS:2;b75fe890c219:33211 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T19:42:36,749 INFO [RS:2;b75fe890c219:33211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:42:36,750 INFO [RS:2;b75fe890c219:33211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33211 2024-11-08T19:42:36,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/b75fe890c219,33211,1731094763555 2024-11-08T19:42:36,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T19:42:36,762 INFO [RS:2;b75fe890c219:33211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:42:36,771 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b75fe890c219,33211,1731094763555] 2024-11-08T19:42:36,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/b75fe890c219,33211,1731094763555 already deleted, retry=false 2024-11-08T19:42:36,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b75fe890c219,33211,1731094763555 expired; onlineServers=0 2024-11-08T19:42:36,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b75fe890c219,38295,1731094762649' ***** 2024-11-08T19:42:36,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T19:42:36,779 INFO [M:0;b75fe890c219:38295 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T19:42:36,779 INFO [M:0;b75fe890c219:38295 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T19:42:36,780 DEBUG [M:0;b75fe890c219:38295 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T19:42:36,780 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T19:42:36,780 DEBUG [M:0;b75fe890c219:38295 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T19:42:36,780 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094764671 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.small.0-1731094764671,5,FailOnTimeoutGroup] 2024-11-08T19:42:36,780 DEBUG [master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094764659 {}] cleaner.HFileCleaner(306): Exit Thread[master/b75fe890c219:0:becomeActiveMaster-HFileCleaner.large.0-1731094764659,5,FailOnTimeoutGroup] 2024-11-08T19:42:36,780 INFO [M:0;b75fe890c219:38295 {}] hbase.ChoreService(370): Chore service for: master/b75fe890c219:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T19:42:36,780 INFO [M:0;b75fe890c219:38295 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T19:42:36,781 DEBUG [M:0;b75fe890c219:38295 {}] master.HMaster(1795): Stopping service threads 2024-11-08T19:42:36,781 INFO [M:0;b75fe890c219:38295 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T19:42:36,781 INFO [M:0;b75fe890c219:38295 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T19:42:36,781 INFO [M:0;b75fe890c219:38295 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T19:42:36,781 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T19:42:36,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T19:42:36,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T19:42:36,788 DEBUG [M:0;b75fe890c219:38295 {}] zookeeper.ZKUtil(347): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T19:42:36,788 WARN [M:0;b75fe890c219:38295 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T19:42:36,789 INFO [M:0;b75fe890c219:38295 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/.lastflushedseqids 2024-11-08T19:42:36,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T19:42:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741905_1081 (size=2837) 2024-11-08T19:42:36,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741905_1081 (size=2837) 2024-11-08T19:42:36,812 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:36,812 INFO [RS:1;b75fe890c219:33699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:42:36,812 DEBUG [pool-69-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33699-0x1011d3f64010002, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:36,813 INFO [RS:1;b75fe890c219:33699 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,33699,1731094763498; zookeeper connection closed. 2024-11-08T19:42:36,813 INFO [M:0;b75fe890c219:38295 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T19:42:36,813 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3152c7c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3152c7c8 2024-11-08T19:42:36,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741905_1081 (size=2837) 2024-11-08T19:42:36,813 INFO [M:0;b75fe890c219:38295 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T19:42:36,814 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T19:42:36,814 INFO [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:36,814 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:36,814 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T19:42:36,814 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:36,814 INFO [M:0;b75fe890c219:38295 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.66 KB heapSize=405.07 KB 2024-11-08T19:42:36,835 DEBUG [M:0;b75fe890c219:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ced6c1e6e14754b06d4e2c2db7393c is 82, key is hbase:meta,,1/info:regioninfo/1731094951922/Put/seqid=0 2024-11-08T19:42:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741906_1082 (size=6071) 2024-11-08T19:42:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741906_1082 (size=6071) 2024-11-08T19:42:36,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741906_1082 (size=6071) 2024-11-08T19:42:36,848 INFO [M:0;b75fe890c219:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ced6c1e6e14754b06d4e2c2db7393c 2024-11-08T19:42:36,867 DEBUG [M:0;b75fe890c219:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9143253d05b94f6c9606a20b3eef6b65 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731094767442/Put/seqid=0 2024-11-08T19:42:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:36,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33211-0x1011d3f64010003, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:36,871 INFO [RS:2;b75fe890c219:33211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:42:36,871 INFO [RS:2;b75fe890c219:33211 {}] regionserver.HRegionServer(1031): Exiting; stopping=b75fe890c219,33211,1731094763555; zookeeper connection closed. 2024-11-08T19:42:36,871 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38f21abd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38f21abd 2024-11-08T19:42:36,872 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-08T19:42:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741907_1083 (size=13506) 2024-11-08T19:42:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741907_1083 (size=13506) 2024-11-08T19:42:36,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741907_1083 (size=13506) 2024-11-08T19:42:36,874 INFO [M:0;b75fe890c219:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.43 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9143253d05b94f6c9606a20b3eef6b65 2024-11-08T19:42:36,893 DEBUG [M:0;b75fe890c219:38295 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc932490285f40bdb9a59add857c8c80 is 69, key is b75fe890c219,33211,1731094763555/rs:state/1731094764766/Put/seqid=0 2024-11-08T19:42:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741908_1084 (size=5442) 2024-11-08T19:42:36,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741908_1084 (size=5442) 2024-11-08T19:42:36,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741908_1084 (size=5442) 2024-11-08T19:42:36,900 INFO [M:0;b75fe890c219:38295 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc932490285f40bdb9a59add857c8c80 2024-11-08T19:42:36,905 INFO [M:0;b75fe890c219:38295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc932490285f40bdb9a59add857c8c80 2024-11-08T19:42:36,906 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9ced6c1e6e14754b06d4e2c2db7393c as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ced6c1e6e14754b06d4e2c2db7393c 2024-11-08T19:42:36,912 INFO [M:0;b75fe890c219:38295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9ced6c1e6e14754b06d4e2c2db7393c, entries=14, sequenceid=635, filesize=5.9 K 2024-11-08T19:42:36,913 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9143253d05b94f6c9606a20b3eef6b65 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9143253d05b94f6c9606a20b3eef6b65 2024-11-08T19:42:36,918 INFO [M:0;b75fe890c219:38295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9143253d05b94f6c9606a20b3eef6b65, entries=81, sequenceid=635, filesize=13.2 K 2024-11-08T19:42:36,919 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc932490285f40bdb9a59add857c8c80 as hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc932490285f40bdb9a59add857c8c80 2024-11-08T19:42:36,925 INFO [M:0;b75fe890c219:38295 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc932490285f40bdb9a59add857c8c80 2024-11-08T19:42:36,925 INFO [M:0;b75fe890c219:38295 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34919/user/jenkins/test-data/ae7ef8f1-a038-3b07-a983-7c5aae433bb0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc932490285f40bdb9a59add857c8c80, entries=3, sequenceid=635, filesize=5.3 K 2024-11-08T19:42:36,926 INFO [M:0;b75fe890c219:38295 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=635, compaction requested=false 2024-11-08T19:42:36,927 INFO [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T19:42:36,927 DEBUG [M:0;b75fe890c219:38295 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731094956813Disabling compacts and flushes for region at 1731094956813Disabling writes for close at 1731094956814 (+1 ms)Obtaining lock to block concurrent updates at 1731094956814Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731094956814Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352931, getHeapSize=414728, getOffHeapSize=0, getCellsCount=800 at 1731094956814Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731094956815 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731094956815Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731094956835 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731094956835Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731094956853 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731094956867 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731094956867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731094956878 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731094956892 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731094956892Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438c2d82: reopening flushed file at 1731094956905 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b939d3e: reopening flushed file at 1731094956912 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@690a9b61: reopening flushed file at 1731094956918 (+6 ms)Finished flush of dataSize ~344.66 KB/352931, heapSize ~404.77 KB/414488, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=635, compaction requested=false at 1731094956926 (+8 ms)Writing region close event to WAL at 1731094956927 (+1 ms)Closed at 1731094956927 2024-11-08T19:42:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42093 is added to blk_1073741830_1006 (size=395285) 2024-11-08T19:42:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40175 is added to blk_1073741830_1006 (size=395285) 2024-11-08T19:42:36,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46551 is added to blk_1073741830_1006 (size=395285) 2024-11-08T19:42:36,931 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T19:42:36,931 INFO [M:0;b75fe890c219:38295 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T19:42:36,931 INFO [M:0;b75fe890c219:38295 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38295 2024-11-08T19:42:36,931 INFO [M:0;b75fe890c219:38295 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T19:42:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:37,045 INFO [M:0;b75fe890c219:38295 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T19:42:37,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38295-0x1011d3f64010000, quorum=127.0.0.1:51895, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T19:42:37,098 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d4e6c58{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:37,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57f81b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:42:37,103 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:42:37,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:42:37,103 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f9dc0ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,STOPPED} 2024-11-08T19:42:37,109 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:42:37,109 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:42:37,109 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:42:37,109 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1809276119-172.17.0.2-1731094758779 (Datanode Uuid eb47727e-a89d-4bcb-a9f1-bdd0672f2864) service to localhost/127.0.0.1:34919 2024-11-08T19:42:37,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data5/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,110 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data6/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,110 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:42:37,112 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43a0d547{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:37,112 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b1b9e11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:42:37,112 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:42:37,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:42:37,113 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7186ce9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,STOPPED} 2024-11-08T19:42:37,113 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:42:37,113 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:42:37,113 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1809276119-172.17.0.2-1731094758779 (Datanode Uuid fbb5ba2b-4a9d-4d07-97c3-067691a98c71) service to localhost/127.0.0.1:34919 2024-11-08T19:42:37,113 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:42:37,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data3/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,114 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data4/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,114 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:42:37,116 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d8160fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T19:42:37,116 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e504529{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:42:37,116 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:42:37,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:42:37,117 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93e0721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,STOPPED} 2024-11-08T19:42:37,117 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T19:42:37,117 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T19:42:37,117 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T19:42:37,117 WARN [BP-1809276119-172.17.0.2-1731094758779 heartbeating to localhost/127.0.0.1:34919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1809276119-172.17.0.2-1731094758779 (Datanode Uuid f02f9f90-1571-4076-bf32-c787cdad9d15) service to localhost/127.0.0.1:34919 2024-11-08T19:42:37,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data1/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,118 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/cluster_dbbbda8d-ce20-4c9e-3584-62087c4d5d76/data/data2/current/BP-1809276119-172.17.0.2-1731094758779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T19:42:37,118 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T19:42:37,127 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T19:42:37,127 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T19:42:37,127 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T19:42:37,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T19:42:37,128 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/da8b6e57-25d3-97a0-1eff-0f854289cd13/hadoop.log.dir/,STOPPED} 2024-11-08T19:42:37,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T19:42:37,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-08T19:42:37,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b75fe890c219:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (127692218) connection to localhost/127.0.0.1:34919 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (127692218) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_OPEN_META-regionserver/b75fe890c219:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (127692218) connection to localhost/127.0.0.1:34919 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/b75fe890c219:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (127692218) connection to localhost/127.0.0.1:34919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@2757ac73 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/b75fe890c219:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=24 (was 13) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3619 (was 4817)